?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
MERGE-master-patchset-edits
[linux-2.6/openmoko-kernel.git] / net / packet / af_packet.c
blob5f94db2f3e9ed410e58f660f3ab3c0468e68ff92
1 /*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * PACKET - implements raw packet sockets.
7 *
8 * Authors: Ross Biro
9 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
10 * Alan Cox, <gw4pts@gw4pts.ampr.org>
11 *
12 * Fixes:
13 * Alan Cox : verify_area() now used correctly
14 * Alan Cox : new skbuff lists, look ma no backlogs!
15 * Alan Cox : tidied skbuff lists.
16 * Alan Cox : Now uses generic datagram routines I
17 * added. Also fixed the peek/read crash
18 * from all old Linux datagram code.
19 * Alan Cox : Uses the improved datagram code.
20 * Alan Cox : Added NULL's for socket options.
21 * Alan Cox : Re-commented the code.
22 * Alan Cox : Use new kernel side addressing
23 * Rob Janssen : Correct MTU usage.
24 * Dave Platt : Counter leaks caused by incorrect
25 * interrupt locking and some slightly
26 * dubious gcc output. Can you read
27 * compiler: it said _VOLATILE_
28 * Richard Kooijman : Timestamp fixes.
29 * Alan Cox : New buffers. Use sk->mac.raw.
30 * Alan Cox : sendmsg/recvmsg support.
31 * Alan Cox : Protocol setting support
32 * Alexey Kuznetsov : Untied from IPv4 stack.
33 * Cyrus Durgin : Fixed kerneld for kmod.
34 * Michal Ostrowski : Module initialization cleanup.
35 * Ulises Alonso : Frame number limit removal and
36 * packet_set_ring memory leak.
37 * Eric Biederman : Allow for > 8 byte hardware addresses.
38 * The convention is that longer addresses
39 * will simply extend the hardware address
40 * byte arrays at the end of sockaddr_ll
41 * and packet_mreq.
42 *
43 * This program is free software; you can redistribute it and/or
44 * modify it under the terms of the GNU General Public License
45 * as published by the Free Software Foundation; either version
46 * 2 of the License, or (at your option) any later version.
47 *
48 */
49
50 #include <linux/types.h>
51 #include <linux/mm.h>
52 #include <linux/capability.h>
53 #include <linux/fcntl.h>
54 #include <linux/socket.h>
55 #include <linux/in.h>
56 #include <linux/inet.h>
57 #include <linux/netdevice.h>
58 #include <linux/if_packet.h>
59 #include <linux/wireless.h>
60 #include <linux/kernel.h>
61 #include <linux/kmod.h>
62 #include <net/net_namespace.h>
63 #include <net/ip.h>
64 #include <net/protocol.h>
65 #include <linux/skbuff.h>
66 #include <net/sock.h>
67 #include <linux/errno.h>
68 #include <linux/timer.h>
69 #include <asm/system.h>
70 #include <asm/uaccess.h>
71 #include <asm/ioctls.h>
72 #include <asm/page.h>
73 #include <asm/cacheflush.h>
74 #include <asm/io.h>
75 #include <linux/proc_fs.h>
76 #include <linux/seq_file.h>
77 #include <linux/poll.h>
78 #include <linux/module.h>
79 #include <linux/init.h>
80
81 #ifdef CONFIG_INET
82 #include <net/inet_common.h>
83 #endif
84
85 /*
86 Assumptions:
87 - if device has no dev->hard_header routine, it adds and removes ll header
88 inside itself. In this case ll header is invisible outside of device,
89 but higher levels still should reserve dev->hard_header_len.
90 Some devices are enough clever to reallocate skb, when header
91 will not fit to reserved space (tunnel), another ones are silly
92 (PPP).
93 - packet socket receives packets with pulled ll header,
94 so that SOCK_RAW should push it back.
95
96 On receive:
97 -----------
98
99 Incoming, dev->hard_header!=NULL
100 mac_header -> ll header
101 data -> data
102
103 Outgoing, dev->hard_header!=NULL
104 mac_header -> ll header
105 data -> ll header
106
107 Incoming, dev->hard_header==NULL
108 mac_header -> UNKNOWN position. It is very likely, that it points to ll
109 header. PPP makes it, that is wrong, because introduce
110 assymetry between rx and tx paths.
111 data -> data
112
113 Outgoing, dev->hard_header==NULL
114 mac_header -> data. ll header is still not built!
115 data -> data
116
117 Resume
118 If dev->hard_header==NULL we are unlikely to restore sensible ll header.
119
120
121 On transmit:
122 ------------
123
124 dev->hard_header != NULL
125 mac_header -> ll header
126 data -> ll header
127
128 dev->hard_header == NULL (ll header is added by device, we cannot control it)
129 mac_header -> data
130 data -> data
131
132 We should set nh.raw on output to correct posistion,
133 packet classifier depends on it.
134 */
135
136 /* Private packet socket structures. */
137
138 struct packet_mclist
139 {
140 struct packet_mclist *next;
141 int ifindex;
142 int count;
143 unsigned short type;
144 unsigned short alen;
145 unsigned char addr[MAX_ADDR_LEN];
146 };
147 /* identical to struct packet_mreq except it has
148 * a longer address field.
149 */
150 struct packet_mreq_max
151 {
152 int mr_ifindex;
153 unsigned short mr_type;
154 unsigned short mr_alen;
155 unsigned char mr_address[MAX_ADDR_LEN];
156 };
157
158 #ifdef CONFIG_PACKET_MMAP
159 static int packet_set_ring(struct sock *sk, struct tpacket_req *req, int closing);
160 #endif
161
162 static void packet_flush_mclist(struct sock *sk);
163
164 struct packet_sock {
165 /* struct sock has to be the first member of packet_sock */
166 struct sock sk;
167 struct tpacket_stats stats;
168 #ifdef CONFIG_PACKET_MMAP
169 char * *pg_vec;
170 unsigned int head;
171 unsigned int frames_per_block;
172 unsigned int frame_size;
173 unsigned int frame_max;
174 int copy_thresh;
175 #endif
176 struct packet_type prot_hook;
177 spinlock_t bind_lock;
178 unsigned int running:1, /* prot_hook is attached*/
179 auxdata:1,
180 origdev:1;
181 int ifindex; /* bound device */
182 __be16 num;
183 struct packet_mclist *mclist;
184 #ifdef CONFIG_PACKET_MMAP
185 atomic_t mapped;
186 unsigned int pg_vec_order;
187 unsigned int pg_vec_pages;
188 unsigned int pg_vec_len;
189 enum tpacket_versions tp_version;
190 unsigned int tp_hdrlen;
191 unsigned int tp_reserve;
192 #endif
193 };
194
195 struct packet_skb_cb {
196 unsigned int origlen;
197 union {
198 struct sockaddr_pkt pkt;
199 struct sockaddr_ll ll;
200 } sa;
201 };
202
203 #define PACKET_SKB_CB(__skb) ((struct packet_skb_cb *)((__skb)->cb))
204
205 #ifdef CONFIG_PACKET_MMAP
206
207 static void *packet_lookup_frame(struct packet_sock *po, unsigned int position,
208 int status)
209 {
210 unsigned int pg_vec_pos, frame_offset;
211 union {
212 struct tpacket_hdr *h1;
213 struct tpacket2_hdr *h2;
214 void *raw;
215 } h;
216
217 pg_vec_pos = position / po->frames_per_block;
218 frame_offset = position % po->frames_per_block;
219
220 h.raw = po->pg_vec[pg_vec_pos] + (frame_offset * po->frame_size);
221 switch (po->tp_version) {
222 case TPACKET_V1:
223 if (status != h.h1->tp_status ? TP_STATUS_USER :
224 TP_STATUS_KERNEL)
225 return NULL;
226 break;
227 case TPACKET_V2:
228 if (status != h.h2->tp_status ? TP_STATUS_USER :
229 TP_STATUS_KERNEL)
230 return NULL;
231 break;
232 }
233 return h.raw;
234 }
235
236 static void __packet_set_status(struct packet_sock *po, void *frame, int status)
237 {
238 union {
239 struct tpacket_hdr *h1;
240 struct tpacket2_hdr *h2;
241 void *raw;
242 } h;
243
244 h.raw = frame;
245 switch (po->tp_version) {
246 case TPACKET_V1:
247 h.h1->tp_status = status;
248 break;
249 case TPACKET_V2:
250 h.h2->tp_status = status;
251 break;
252 }
253 }
254 #endif
255
256 static inline struct packet_sock *pkt_sk(struct sock *sk)
257 {
258 return (struct packet_sock *)sk;
259 }
260
261 static void packet_sock_destruct(struct sock *sk)
262 {
263 WARN_ON(atomic_read(&sk->sk_rmem_alloc));
264 WARN_ON(atomic_read(&sk->sk_wmem_alloc));
265
266 if (!sock_flag(sk, SOCK_DEAD)) {
267 printk("Attempt to release alive packet socket: %p\n", sk);
268 return;
269 }
270
271 sk_refcnt_debug_dec(sk);
272 }
273
274
275 static const struct proto_ops packet_ops;
276
277 static const struct proto_ops packet_ops_spkt;
278
279 static int packet_rcv_spkt(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt, struct net_device *orig_dev)
280 {
281 struct sock *sk;
282 struct sockaddr_pkt *spkt;
283
284 /*
285 * When we registered the protocol we saved the socket in the data
286 * field for just this event.
287 */
288
289 sk = pt->af_packet_priv;
290
291 /*
292 * Yank back the headers [hope the device set this
293 * right or kerboom...]
294 *
295 * Incoming packets have ll header pulled,
296 * push it back.
297 *
298 * For outgoing ones skb->data == skb_mac_header(skb)
299 * so that this procedure is noop.
300 */
301
302 if (skb->pkt_type == PACKET_LOOPBACK)
303 goto out;
304
305 if (dev_net(dev) != sock_net(sk))
306 goto out;
307
308 if ((skb = skb_share_check(skb, GFP_ATOMIC)) == NULL)
309 goto oom;
310
311 /* drop any routing info */
312 dst_release(skb->dst);
313 skb->dst = NULL;
314
315 /* drop conntrack reference */
316 nf_reset(skb);
317
318 spkt = &PACKET_SKB_CB(skb)->sa.pkt;
319
320 skb_push(skb, skb->data - skb_mac_header(skb));
321
322 /*
323 * The SOCK_PACKET socket receives _all_ frames.
324 */
325
326 spkt->spkt_family = dev->type;
327 strlcpy(spkt->spkt_device, dev->name, sizeof(spkt->spkt_device));
328 spkt->spkt_protocol = skb->protocol;
329
330 /*
331 * Charge the memory to the socket. This is done specifically
332 * to prevent sockets using all the memory up.
333 */
334
335 if (sock_queue_rcv_skb(sk,skb) == 0)
336 return 0;
337
338 out:
339 kfree_skb(skb);
340 oom:
341 return 0;
342 }
343
344
345 /*
346 * Output a raw packet to a device layer. This bypasses all the other
347 * protocol layers and you must therefore supply it with a complete frame
348 */
349
350 static int packet_sendmsg_spkt(struct kiocb *iocb, struct socket *sock,
351 struct msghdr *msg, size_t len)
352 {
353 struct sock *sk = sock->sk;
354 struct sockaddr_pkt *saddr=(struct sockaddr_pkt *)msg->msg_name;
355 struct sk_buff *skb;
356 struct net_device *dev;
357 __be16 proto=0;
358 int err;
359
360 /*
361 * Get and verify the address.
362 */
363
364 if (saddr)
365 {
366 if (msg->msg_namelen < sizeof(struct sockaddr))
367 return(-EINVAL);
368 if (msg->msg_namelen==sizeof(struct sockaddr_pkt))
369 proto=saddr->spkt_protocol;
370 }
371 else
372 return(-ENOTCONN); /* SOCK_PACKET must be sent giving an address */
373
374 /*
375 * Find the device first to size check it
376 */
377
378 saddr->spkt_device[13] = 0;
379 dev = dev_get_by_name(sock_net(sk), saddr->spkt_device);
380 err = -ENODEV;
381 if (dev == NULL)
382 goto out_unlock;
383
384 err = -ENETDOWN;
385 if (!(dev->flags & IFF_UP))
386 goto out_unlock;
387
388 /*
389 * You may not queue a frame bigger than the mtu. This is the lowest level
390 * raw protocol and you must do your own fragmentation at this level.
391 */
392
393 err = -EMSGSIZE;
394 if (len > dev->mtu + dev->hard_header_len)
395 goto out_unlock;
396
397 err = -ENOBUFS;
398 skb = sock_wmalloc(sk, len + LL_RESERVED_SPACE(dev), 0, GFP_KERNEL);
399
400 /*
401 * If the write buffer is full, then tough. At this level the user gets to
402 * deal with the problem - do your own algorithmic backoffs. That's far
403 * more flexible.
404 */
405
406 if (skb == NULL)
407 goto out_unlock;
408
409 /*
410 * Fill it in
411 */
412
413 /* FIXME: Save some space for broken drivers that write a
414 * hard header at transmission time by themselves. PPP is the
415 * notable one here. This should really be fixed at the driver level.
416 */
417 skb_reserve(skb, LL_RESERVED_SPACE(dev));
418 skb_reset_network_header(skb);
419
420 /* Try to align data part correctly */
421 if (dev->header_ops) {
422 skb->data -= dev->hard_header_len;
423 skb->tail -= dev->hard_header_len;
424 if (len < dev->hard_header_len)
425 skb_reset_network_header(skb);
426 }
427
428 /* Returns -EFAULT on error */
429 err = memcpy_fromiovec(skb_put(skb,len), msg->msg_iov, len);
430 skb->protocol = proto;
431 skb->dev = dev;
432 skb->priority = sk->sk_priority;
433 if (err)
434 goto out_free;
435
436 /*
437 * Now send it
438 */
439
440 dev_queue_xmit(skb);
441 dev_put(dev);
442 return(len);
443
444 out_free:
445 kfree_skb(skb);
446 out_unlock:
447 if (dev)
448 dev_put(dev);
449 return err;
450 }
451
452 static inline unsigned int run_filter(struct sk_buff *skb, struct sock *sk,
453 unsigned int res)
454 {
455 struct sk_filter *filter;
456
457 rcu_read_lock_bh();
458 filter = rcu_dereference(sk->sk_filter);
459 if (filter != NULL)
460 res = sk_run_filter(skb, filter->insns, filter->len);
461 rcu_read_unlock_bh();
462
463 return res;
464 }
465
466 /*
467 This function makes lazy skb cloning in hope that most of packets
468 are discarded by BPF.
469
470 Note tricky part: we DO mangle shared skb! skb->data, skb->len
471 and skb->cb are mangled. It works because (and until) packets
472 falling here are owned by current CPU. Output packets are cloned
473 by dev_queue_xmit_nit(), input packets are processed by net_bh
474 sequencially, so that if we return skb to original state on exit,
475 we will not harm anyone.
476 */
477
478 static int packet_rcv(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt, struct net_device *orig_dev)
479 {
480 struct sock *sk;
481 struct sockaddr_ll *sll;
482 struct packet_sock *po;
483 u8 * skb_head = skb->data;
484 int skb_len = skb->len;
485 unsigned int snaplen, res;
486
487 if (skb->pkt_type == PACKET_LOOPBACK)
488 goto drop;
489
490 sk = pt->af_packet_priv;
491 po = pkt_sk(sk);
492
493 if (dev_net(dev) != sock_net(sk))
494 goto drop;
495
496 skb->dev = dev;
497
498 if (dev->header_ops) {
499 /* The device has an explicit notion of ll header,
500 exported to higher levels.
501
502 Otherwise, the device hides datails of it frame
503 structure, so that corresponding packet head
504 never delivered to user.
505 */
506 if (sk->sk_type != SOCK_DGRAM)
507 skb_push(skb, skb->data - skb_mac_header(skb));
508 else if (skb->pkt_type == PACKET_OUTGOING) {
509 /* Special case: outgoing packets have ll header at head */
510 skb_pull(skb, skb_network_offset(skb));
511 }
512 }
513
514 snaplen = skb->len;
515
516 res = run_filter(skb, sk, snaplen);
517 if (!res)
518 goto drop_n_restore;
519 if (snaplen > res)
520 snaplen = res;
521
522 if (atomic_read(&sk->sk_rmem_alloc) + skb->truesize >=
523 (unsigned)sk->sk_rcvbuf)
524 goto drop_n_acct;
525
526 if (skb_shared(skb)) {
527 struct sk_buff *nskb = skb_clone(skb, GFP_ATOMIC);
528 if (nskb == NULL)
529 goto drop_n_acct;
530
531 if (skb_head != skb->data) {
532 skb->data = skb_head;
533 skb->len = skb_len;
534 }
535 kfree_skb(skb);
536 skb = nskb;
537 }
538
539 BUILD_BUG_ON(sizeof(*PACKET_SKB_CB(skb)) + MAX_ADDR_LEN - 8 >
540 sizeof(skb->cb));
541
542 sll = &PACKET_SKB_CB(skb)->sa.ll;
543 sll->sll_family = AF_PACKET;
544 sll->sll_hatype = dev->type;
545 sll->sll_protocol = skb->protocol;
546 sll->sll_pkttype = skb->pkt_type;
547 if (unlikely(po->origdev))
548 sll->sll_ifindex = orig_dev->ifindex;
549 else
550 sll->sll_ifindex = dev->ifindex;
551
552 sll->sll_halen = dev_parse_header(skb, sll->sll_addr);
553
554 PACKET_SKB_CB(skb)->origlen = skb->len;
555
556 if (pskb_trim(skb, snaplen))
557 goto drop_n_acct;
558
559 skb_set_owner_r(skb, sk);
560 skb->dev = NULL;
561 dst_release(skb->dst);
562 skb->dst = NULL;
563
564 /* drop conntrack reference */
565 nf_reset(skb);
566
567 spin_lock(&sk->sk_receive_queue.lock);
568 po->stats.tp_packets++;
569 __skb_queue_tail(&sk->sk_receive_queue, skb);
570 spin_unlock(&sk->sk_receive_queue.lock);
571 sk->sk_data_ready(sk, skb->len);
572 return 0;
573
574 drop_n_acct:
575 spin_lock(&sk->sk_receive_queue.lock);
576 po->stats.tp_drops++;
577 spin_unlock(&sk->sk_receive_queue.lock);
578
579 drop_n_restore:
580 if (skb_head != skb->data && skb_shared(skb)) {
581 skb->data = skb_head;
582 skb->len = skb_len;
583 }
584 drop:
585 kfree_skb(skb);
586 return 0;
587 }
588
589 #ifdef CONFIG_PACKET_MMAP
590 static int tpacket_rcv(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt, struct net_device *orig_dev)
591 {
592 struct sock *sk;
593 struct packet_sock *po;
594 struct sockaddr_ll *sll;
595 union {
596 struct tpacket_hdr *h1;
597 struct tpacket2_hdr *h2;
598 void *raw;
599 } h;
600 u8 * skb_head = skb->data;
601 int skb_len = skb->len;
602 unsigned int snaplen, res;
603 unsigned long status = TP_STATUS_LOSING|TP_STATUS_USER;
604 unsigned short macoff, netoff, hdrlen;
605 struct sk_buff *copy_skb = NULL;
606 struct timeval tv;
607 struct timespec ts;
608
609 if (skb->pkt_type == PACKET_LOOPBACK)
610 goto drop;
611
612 sk = pt->af_packet_priv;
613 po = pkt_sk(sk);
614
615 if (dev_net(dev) != sock_net(sk))
616 goto drop;
617
618 if (dev->header_ops) {
619 if (sk->sk_type != SOCK_DGRAM)
620 skb_push(skb, skb->data - skb_mac_header(skb));
621 else if (skb->pkt_type == PACKET_OUTGOING) {
622 /* Special case: outgoing packets have ll header at head */
623 skb_pull(skb, skb_network_offset(skb));
624 }
625 }
626
627 if (skb->ip_summed == CHECKSUM_PARTIAL)
628 status |= TP_STATUS_CSUMNOTREADY;
629
630 snaplen = skb->len;
631
632 res = run_filter(skb, sk, snaplen);
633 if (!res)
634 goto drop_n_restore;
635 if (snaplen > res)
636 snaplen = res;
637
638 if (sk->sk_type == SOCK_DGRAM) {
639 macoff = netoff = TPACKET_ALIGN(po->tp_hdrlen) + 16 +
640 po->tp_reserve;
641 } else {
642 unsigned maclen = skb_network_offset(skb);
643 netoff = TPACKET_ALIGN(po->tp_hdrlen +
644 (maclen < 16 ? 16 : maclen)) +
645 po->tp_reserve;
646 macoff = netoff - maclen;
647 }
648
649 if (macoff + snaplen > po->frame_size) {
650 if (po->copy_thresh &&
651 atomic_read(&sk->sk_rmem_alloc) + skb->truesize <
652 (unsigned)sk->sk_rcvbuf) {
653 if (skb_shared(skb)) {
654 copy_skb = skb_clone(skb, GFP_ATOMIC);
655 } else {
656 copy_skb = skb_get(skb);
657 skb_head = skb->data;
658 }
659 if (copy_skb)
660 skb_set_owner_r(copy_skb, sk);
661 }
662 snaplen = po->frame_size - macoff;
663 if ((int)snaplen < 0)
664 snaplen = 0;
665 }
666
667 spin_lock(&sk->sk_receive_queue.lock);
668 h.raw = packet_lookup_frame(po, po->head, TP_STATUS_KERNEL);
669 if (!h.raw)
670 goto ring_is_full;
671 po->head = po->head != po->frame_max ? po->head+1 : 0;
672 po->stats.tp_packets++;
673 if (copy_skb) {
674 status |= TP_STATUS_COPY;
675 __skb_queue_tail(&sk->sk_receive_queue, copy_skb);
676 }
677 if (!po->stats.tp_drops)
678 status &= ~TP_STATUS_LOSING;
679 spin_unlock(&sk->sk_receive_queue.lock);
680
681 skb_copy_bits(skb, 0, h.raw + macoff, snaplen);
682
683 switch (po->tp_version) {
684 case TPACKET_V1:
685 h.h1->tp_len = skb->len;
686 h.h1->tp_snaplen = snaplen;
687 h.h1->tp_mac = macoff;
688 h.h1->tp_net = netoff;
689 if (skb->tstamp.tv64)
690 tv = ktime_to_timeval(skb->tstamp);
691 else
692 do_gettimeofday(&tv);
693 h.h1->tp_sec = tv.tv_sec;
694 h.h1->tp_usec = tv.tv_usec;
695 hdrlen = sizeof(*h.h1);
696 break;
697 case TPACKET_V2:
698 h.h2->tp_len = skb->len;
699 h.h2->tp_snaplen = snaplen;
700 h.h2->tp_mac = macoff;
701 h.h2->tp_net = netoff;
702 if (skb->tstamp.tv64)
703 ts = ktime_to_timespec(skb->tstamp);
704 else
705 getnstimeofday(&ts);
706 h.h2->tp_sec = ts.tv_sec;
707 h.h2->tp_nsec = ts.tv_nsec;
708 h.h2->tp_vlan_tci = skb->vlan_tci;
709 hdrlen = sizeof(*h.h2);
710 break;
711 default:
712 BUG();
713 }
714
715 sll = h.raw + TPACKET_ALIGN(hdrlen);
716 sll->sll_halen = dev_parse_header(skb, sll->sll_addr);
717 sll->sll_family = AF_PACKET;
718 sll->sll_hatype = dev->type;
719 sll->sll_protocol = skb->protocol;
720 sll->sll_pkttype = skb->pkt_type;
721 if (unlikely(po->origdev))
722 sll->sll_ifindex = orig_dev->ifindex;
723 else
724 sll->sll_ifindex = dev->ifindex;
725
726 __packet_set_status(po, h.raw, status);
727 smp_mb();
728
729 {
730 struct page *p_start, *p_end;
731 u8 *h_end = h.raw + macoff + snaplen - 1;
732
733 p_start = virt_to_page(h.raw);
734 p_end = virt_to_page(h_end);
735 while (p_start <= p_end) {
736 flush_dcache_page(p_start);
737 p_start++;
738 }
739 }
740
741 sk->sk_data_ready(sk, 0);
742
743 drop_n_restore:
744 if (skb_head != skb->data && skb_shared(skb)) {
745 skb->data = skb_head;
746 skb->len = skb_len;
747 }
748 drop:
749 kfree_skb(skb);
750 return 0;
751
752 ring_is_full:
753 po->stats.tp_drops++;
754 spin_unlock(&sk->sk_receive_queue.lock);
755
756 sk->sk_data_ready(sk, 0);
757 if (copy_skb)
758 kfree_skb(copy_skb);
759 goto drop_n_restore;
760 }
761
762 #endif
763
764
765 static int packet_sendmsg(struct kiocb *iocb, struct socket *sock,
766 struct msghdr *msg, size_t len)
767 {
768 struct sock *sk = sock->sk;
769 struct sockaddr_ll *saddr=(struct sockaddr_ll *)msg->msg_name;
770 struct sk_buff *skb;
771 struct net_device *dev;
772 __be16 proto;
773 unsigned char *addr;
774 int ifindex, err, reserve = 0;
775
776 /*
777 * Get and verify the address.
778 */
779
780 if (saddr == NULL) {
781 struct packet_sock *po = pkt_sk(sk);
782
783 ifindex = po->ifindex;
784 proto = po->num;
785 addr = NULL;
786 } else {
787 err = -EINVAL;
788 if (msg->msg_namelen < sizeof(struct sockaddr_ll))
789 goto out;
790 if (msg->msg_namelen < (saddr->sll_halen + offsetof(struct sockaddr_ll, sll_addr)))
791 goto out;
792 ifindex = saddr->sll_ifindex;
793 proto = saddr->sll_protocol;
794 addr = saddr->sll_addr;
795 }
796
797
798 dev = dev_get_by_index(sock_net(sk), ifindex);
799 err = -ENXIO;
800 if (dev == NULL)
801 goto out_unlock;
802 if (sock->type == SOCK_RAW)
803 reserve = dev->hard_header_len;
804
805 err = -ENETDOWN;
806 if (!(dev->flags & IFF_UP))
807 goto out_unlock;
808
809 err = -EMSGSIZE;
810 if (len > dev->mtu+reserve)
811 goto out_unlock;
812
813 skb = sock_alloc_send_skb(sk, len + LL_ALLOCATED_SPACE(dev),
814 msg->msg_flags & MSG_DONTWAIT, &err);
815 if (skb==NULL)
816 goto out_unlock;
817
818 skb_reserve(skb, LL_RESERVED_SPACE(dev));
819 skb_reset_network_header(skb);
820
821 err = -EINVAL;
822 if (sock->type == SOCK_DGRAM &&
823 dev_hard_header(skb, dev, ntohs(proto), addr, NULL, len) < 0)
824 goto out_free;
825
826 /* Returns -EFAULT on error */
827 err = memcpy_fromiovec(skb_put(skb,len), msg->msg_iov, len);
828 if (err)
829 goto out_free;
830
831 skb->protocol = proto;
832 skb->dev = dev;
833 skb->priority = sk->sk_priority;
834
835 /*
836 * Now send it
837 */
838
839 err = dev_queue_xmit(skb);
840 if (err > 0 && (err = net_xmit_errno(err)) != 0)
841 goto out_unlock;
842
843 dev_put(dev);
844
845 return(len);
846
847 out_free:
848 kfree_skb(skb);
849 out_unlock:
850 if (dev)
851 dev_put(dev);
852 out:
853 return err;
854 }
855
856 /*
857 * Close a PACKET socket. This is fairly simple. We immediately go
858 * to 'closed' state and remove our protocol entry in the device list.
859 */
860
861 static int packet_release(struct socket *sock)
862 {
863 struct sock *sk = sock->sk;
864 struct packet_sock *po;
865 struct net *net;
866
867 if (!sk)
868 return 0;
869
870 net = sock_net(sk);
871 po = pkt_sk(sk);
872
873 write_lock_bh(&net->packet.sklist_lock);
874 sk_del_node_init(sk);
875 sock_prot_inuse_add(net, sk->sk_prot, -1);
876 write_unlock_bh(&net->packet.sklist_lock);
877
878 /*
879 * Unhook packet receive handler.
880 */
881
882 if (po->running) {
883 /*
884 * Remove the protocol hook
885 */
886 dev_remove_pack(&po->prot_hook);
887 po->running = 0;
888 po->num = 0;
889 __sock_put(sk);
890 }
891
892 packet_flush_mclist(sk);
893
894 #ifdef CONFIG_PACKET_MMAP
895 if (po->pg_vec) {
896 struct tpacket_req req;
897 memset(&req, 0, sizeof(req));
898 packet_set_ring(sk, &req, 1);
899 }
900 #endif
901
902 /*
903 * Now the socket is dead. No more input will appear.
904 */
905
906 sock_orphan(sk);
907 sock->sk = NULL;
908
909 /* Purge queues */
910
911 skb_queue_purge(&sk->sk_receive_queue);
912 sk_refcnt_debug_release(sk);
913
914 sock_put(sk);
915 return 0;
916 }
917
918 /*
919 * Attach a packet hook.
920 */
921
922 static int packet_do_bind(struct sock *sk, struct net_device *dev, __be16 protocol)
923 {
924 struct packet_sock *po = pkt_sk(sk);
925 /*
926 * Detach an existing hook if present.
927 */
928
929 lock_sock(sk);
930
931 spin_lock(&po->bind_lock);
932 if (po->running) {
933 __sock_put(sk);
934 po->running = 0;
935 po->num = 0;
936 spin_unlock(&po->bind_lock);
937 dev_remove_pack(&po->prot_hook);
938 spin_lock(&po->bind_lock);
939 }
940
941 po->num = protocol;
942 po->prot_hook.type = protocol;
943 po->prot_hook.dev = dev;
944
945 po->ifindex = dev ? dev->ifindex : 0;
946
947 if (protocol == 0)
948 goto out_unlock;
949
950 if (!dev || (dev->flags & IFF_UP)) {
951 dev_add_pack(&po->prot_hook);
952 sock_hold(sk);
953 po->running = 1;
954 } else {
955 sk->sk_err = ENETDOWN;
956 if (!sock_flag(sk, SOCK_DEAD))
957 sk->sk_error_report(sk);
958 }
959
960 out_unlock:
961 spin_unlock(&po->bind_lock);
962 release_sock(sk);
963 return 0;
964 }
965
966 /*
967 * Bind a packet socket to a device
968 */
969
970 static int packet_bind_spkt(struct socket *sock, struct sockaddr *uaddr, int addr_len)
971 {
972 struct sock *sk=sock->sk;
973 char name[15];
974 struct net_device *dev;
975 int err = -ENODEV;
976
977 /*
978 * Check legality
979 */
980
981 if (addr_len != sizeof(struct sockaddr))
982 return -EINVAL;
983 strlcpy(name,uaddr->sa_data,sizeof(name));
984
985 dev = dev_get_by_name(sock_net(sk), name);
986 if (dev) {
987 err = packet_do_bind(sk, dev, pkt_sk(sk)->num);
988 dev_put(dev);
989 }
990 return err;
991 }
992
993 static int packet_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
994 {
995 struct sockaddr_ll *sll = (struct sockaddr_ll*)uaddr;
996 struct sock *sk=sock->sk;
997 struct net_device *dev = NULL;
998 int err;
999
1000
1001 /*
1002 * Check legality
1003 */
1004
1005 if (addr_len < sizeof(struct sockaddr_ll))
1006 return -EINVAL;
1007 if (sll->sll_family != AF_PACKET)
1008 return -EINVAL;
1009
1010 if (sll->sll_ifindex) {
1011 err = -ENODEV;
1012 dev = dev_get_by_index(sock_net(sk), sll->sll_ifindex);
1013 if (dev == NULL)
1014 goto out;
1015 }
1016 err = packet_do_bind(sk, dev, sll->sll_protocol ? : pkt_sk(sk)->num);
1017 if (dev)
1018 dev_put(dev);
1019
1020 out:
1021 return err;
1022 }
1023
1024 static struct proto packet_proto = {
1025 .name = "PACKET",
1026 .owner = THIS_MODULE,
1027 .obj_size = sizeof(struct packet_sock),
1028 };
1029
1030 /*
1031 * Create a packet of type SOCK_PACKET.
1032 */
1033
1034 static int packet_create(struct net *net, struct socket *sock, int protocol)
1035 {
1036 struct sock *sk;
1037 struct packet_sock *po;
1038 __be16 proto = (__force __be16)protocol; /* weird, but documented */
1039 int err;
1040
1041 if (!capable(CAP_NET_RAW))
1042 return -EPERM;
1043 if (sock->type != SOCK_DGRAM && sock->type != SOCK_RAW &&
1044 sock->type != SOCK_PACKET)
1045 return -ESOCKTNOSUPPORT;
1046
1047 sock->state = SS_UNCONNECTED;
1048
1049 err = -ENOBUFS;
1050 sk = sk_alloc(net, PF_PACKET, GFP_KERNEL, &packet_proto);
1051 if (sk == NULL)
1052 goto out;
1053
1054 sock->ops = &packet_ops;
1055 if (sock->type == SOCK_PACKET)
1056 sock->ops = &packet_ops_spkt;
1057
1058 sock_init_data(sock, sk);
1059
1060 po = pkt_sk(sk);
1061 sk->sk_family = PF_PACKET;
1062 po->num = proto;
1063
1064 sk->sk_destruct = packet_sock_destruct;
1065 sk_refcnt_debug_inc(sk);
1066
1067 /*
1068 * Attach a protocol block
1069 */
1070
1071 spin_lock_init(&po->bind_lock);
1072 po->prot_hook.func = packet_rcv;
1073
1074 if (sock->type == SOCK_PACKET)
1075 po->prot_hook.func = packet_rcv_spkt;
1076
1077 po->prot_hook.af_packet_priv = sk;
1078
1079 if (proto) {
1080 po->prot_hook.type = proto;
1081 dev_add_pack(&po->prot_hook);
1082 sock_hold(sk);
1083 po->running = 1;
1084 }
1085
1086 write_lock_bh(&net->packet.sklist_lock);
1087 sk_add_node(sk, &net->packet.sklist);
1088 sock_prot_inuse_add(net, &packet_proto, 1);
1089 write_unlock_bh(&net->packet.sklist_lock);
1090 return(0);
1091 out:
1092 return err;
1093 }
1094
1095 /*
1096 * Pull a packet from our receive queue and hand it to the user.
1097 * If necessary we block.
1098 */
1099
1100 static int packet_recvmsg(struct kiocb *iocb, struct socket *sock,
1101 struct msghdr *msg, size_t len, int flags)
1102 {
1103 struct sock *sk = sock->sk;
1104 struct sk_buff *skb;
1105 int copied, err;
1106 struct sockaddr_ll *sll;
1107
1108 err = -EINVAL;
1109 if (flags & ~(MSG_PEEK|MSG_DONTWAIT|MSG_TRUNC|MSG_CMSG_COMPAT))
1110 goto out;
1111
1112 #if 0
1113 /* What error should we return now? EUNATTACH? */
1114 if (pkt_sk(sk)->ifindex < 0)
1115 return -ENODEV;
1116 #endif
1117
1118 /*
1119 * Call the generic datagram receiver. This handles all sorts
1120 * of horrible races and re-entrancy so we can forget about it
1121 * in the protocol layers.
1122 *
1123 * Now it will return ENETDOWN, if device have just gone down,
1124 * but then it will block.
1125 */
1126
1127 skb=skb_recv_datagram(sk,flags,flags&MSG_DONTWAIT,&err);
1128
1129 /*
1130 * An error occurred so return it. Because skb_recv_datagram()
1131 * handles the blocking we don't see and worry about blocking
1132 * retries.
1133 */
1134
1135 if (skb == NULL)
1136 goto out;
1137
1138 /*
1139 * If the address length field is there to be filled in, we fill
1140 * it in now.
1141 */
1142
1143 sll = &PACKET_SKB_CB(skb)->sa.ll;
1144 if (sock->type == SOCK_PACKET)
1145 msg->msg_namelen = sizeof(struct sockaddr_pkt);
1146 else
1147 msg->msg_namelen = sll->sll_halen + offsetof(struct sockaddr_ll, sll_addr);
1148
1149 /*
1150 * You lose any data beyond the buffer you gave. If it worries a
1151 * user program they can ask the device for its MTU anyway.
1152 */
1153
1154 copied = skb->len;
1155 if (copied > len)
1156 {
1157 copied=len;
1158 msg->msg_flags|=MSG_TRUNC;
1159 }
1160
1161 err = skb_copy_datagram_iovec(skb, 0, msg->msg_iov, copied);
1162 if (err)
1163 goto out_free;
1164
1165 sock_recv_timestamp(msg, sk, skb);
1166
1167 if (msg->msg_name)
1168 memcpy(msg->msg_name, &PACKET_SKB_CB(skb)->sa,
1169 msg->msg_namelen);
1170
1171 if (pkt_sk(sk)->auxdata) {
1172 struct tpacket_auxdata aux;
1173
1174 aux.tp_status = TP_STATUS_USER;
1175 if (skb->ip_summed == CHECKSUM_PARTIAL)
1176 aux.tp_status |= TP_STATUS_CSUMNOTREADY;
1177 aux.tp_len = PACKET_SKB_CB(skb)->origlen;
1178 aux.tp_snaplen = skb->len;
1179 aux.tp_mac = 0;
1180 aux.tp_net = skb_network_offset(skb);
1181 aux.tp_vlan_tci = skb->vlan_tci;
1182
1183 put_cmsg(msg, SOL_PACKET, PACKET_AUXDATA, sizeof(aux), &aux);
1184 }
1185
1186 /*
1187 * Free or return the buffer as appropriate. Again this
1188 * hides all the races and re-entrancy issues from us.
1189 */
1190 err = (flags&MSG_TRUNC) ? skb->len : copied;
1191
1192 out_free:
1193 skb_free_datagram(sk, skb);
1194 out:
1195 return err;
1196 }
1197
1198 static int packet_getname_spkt(struct socket *sock, struct sockaddr *uaddr,
1199 int *uaddr_len, int peer)
1200 {
1201 struct net_device *dev;
1202 struct sock *sk = sock->sk;
1203
1204 if (peer)
1205 return -EOPNOTSUPP;
1206
1207 uaddr->sa_family = AF_PACKET;
1208 dev = dev_get_by_index(sock_net(sk), pkt_sk(sk)->ifindex);
1209 if (dev) {
1210 strlcpy(uaddr->sa_data, dev->name, 15);
1211 dev_put(dev);
1212 } else
1213 memset(uaddr->sa_data, 0, 14);
1214 *uaddr_len = sizeof(*uaddr);
1215
1216 return 0;
1217 }
1218
1219 static int packet_getname(struct socket *sock, struct sockaddr *uaddr,
1220 int *uaddr_len, int peer)
1221 {
1222 struct net_device *dev;
1223 struct sock *sk = sock->sk;
1224 struct packet_sock *po = pkt_sk(sk);
1225 struct sockaddr_ll *sll = (struct sockaddr_ll*)uaddr;
1226
1227 if (peer)
1228 return -EOPNOTSUPP;
1229
1230 sll->sll_family = AF_PACKET;
1231 sll->sll_ifindex = po->ifindex;
1232 sll->sll_protocol = po->num;
1233 dev = dev_get_by_index(sock_net(sk), po->ifindex);
1234 if (dev) {
1235 sll->sll_hatype = dev->type;
1236 sll->sll_halen = dev->addr_len;
1237 memcpy(sll->sll_addr, dev->dev_addr, dev->addr_len);
1238 dev_put(dev);
1239 } else {
1240 sll->sll_hatype = 0; /* Bad: we have no ARPHRD_UNSPEC */
1241 sll->sll_halen = 0;
1242 }
1243 *uaddr_len = offsetof(struct sockaddr_ll, sll_addr) + sll->sll_halen;
1244
1245 return 0;
1246 }
1247
1248 static int packet_dev_mc(struct net_device *dev, struct packet_mclist *i,
1249 int what)
1250 {
1251 switch (i->type) {
1252 case PACKET_MR_MULTICAST:
1253 if (what > 0)
1254 dev_mc_add(dev, i->addr, i->alen, 0);
1255 else
1256 dev_mc_delete(dev, i->addr, i->alen, 0);
1257 break;
1258 case PACKET_MR_PROMISC:
1259 return dev_set_promiscuity(dev, what);
1260 break;
1261 case PACKET_MR_ALLMULTI:
1262 return dev_set_allmulti(dev, what);
1263 break;
1264 default:;
1265 }
1266 return 0;
1267 }
1268
1269 static void packet_dev_mclist(struct net_device *dev, struct packet_mclist *i, int what)
1270 {
1271 for ( ; i; i=i->next) {
1272 if (i->ifindex == dev->ifindex)
1273 packet_dev_mc(dev, i, what);
1274 }
1275 }
1276
1277 static int packet_mc_add(struct sock *sk, struct packet_mreq_max *mreq)
1278 {
1279 struct packet_sock *po = pkt_sk(sk);
1280 struct packet_mclist *ml, *i;
1281 struct net_device *dev;
1282 int err;
1283
1284 rtnl_lock();
1285
1286 err = -ENODEV;
1287 dev = __dev_get_by_index(sock_net(sk), mreq->mr_ifindex);
1288 if (!dev)
1289 goto done;
1290
1291 err = -EINVAL;
1292 if (mreq->mr_alen > dev->addr_len)
1293 goto done;
1294
1295 err = -ENOBUFS;
1296 i = kmalloc(sizeof(*i), GFP_KERNEL);
1297 if (i == NULL)
1298 goto done;
1299
1300 err = 0;
1301 for (ml = po->mclist; ml; ml = ml->next) {
1302 if (ml->ifindex == mreq->mr_ifindex &&
1303 ml->type == mreq->mr_type &&
1304 ml->alen == mreq->mr_alen &&
1305 memcmp(ml->addr, mreq->mr_address, ml->alen) == 0) {
1306 ml->count++;
1307 /* Free the new element ... */
1308 kfree(i);
1309 goto done;
1310 }
1311 }
1312
1313 i->type = mreq->mr_type;
1314 i->ifindex = mreq->mr_ifindex;
1315 i->alen = mreq->mr_alen;
1316 memcpy(i->addr, mreq->mr_address, i->alen);
1317 i->count = 1;
1318 i->next = po->mclist;
1319 po->mclist = i;
1320 err = packet_dev_mc(dev, i, 1);
1321 if (err) {
1322 po->mclist = i->next;
1323 kfree(i);
1324 }
1325
1326 done:
1327 rtnl_unlock();
1328 return err;
1329 }
1330
1331 static int packet_mc_drop(struct sock *sk, struct packet_mreq_max *mreq)
1332 {
1333 struct packet_mclist *ml, **mlp;
1334
1335 rtnl_lock();
1336
1337 for (mlp = &pkt_sk(sk)->mclist; (ml = *mlp) != NULL; mlp = &ml->next) {
1338 if (ml->ifindex == mreq->mr_ifindex &&
1339 ml->type == mreq->mr_type &&
1340 ml->alen == mreq->mr_alen &&
1341 memcmp(ml->addr, mreq->mr_address, ml->alen) == 0) {
1342 if (--ml->count == 0) {
1343 struct net_device *dev;
1344 *mlp = ml->next;
1345 dev = dev_get_by_index(sock_net(sk), ml->ifindex);
1346 if (dev) {
1347 packet_dev_mc(dev, ml, -1);
1348 dev_put(dev);
1349 }
1350 kfree(ml);
1351 }
1352 rtnl_unlock();
1353 return 0;
1354 }
1355 }
1356 rtnl_unlock();
1357 return -EADDRNOTAVAIL;
1358 }
1359
1360 static void packet_flush_mclist(struct sock *sk)
1361 {
1362 struct packet_sock *po = pkt_sk(sk);
1363 struct packet_mclist *ml;
1364
1365 if (!po->mclist)
1366 return;
1367
1368 rtnl_lock();
1369 while ((ml = po->mclist) != NULL) {
1370 struct net_device *dev;
1371
1372 po->mclist = ml->next;
1373 if ((dev = dev_get_by_index(sock_net(sk), ml->ifindex)) != NULL) {
1374 packet_dev_mc(dev, ml, -1);
1375 dev_put(dev);
1376 }
1377 kfree(ml);
1378 }
1379 rtnl_unlock();
1380 }
1381
1382 static int
1383 packet_setsockopt(struct socket *sock, int level, int optname, char __user *optval, int optlen)
1384 {
1385 struct sock *sk = sock->sk;
1386 struct packet_sock *po = pkt_sk(sk);
1387 int ret;
1388
1389 if (level != SOL_PACKET)
1390 return -ENOPROTOOPT;
1391
1392 switch(optname) {
1393 case PACKET_ADD_MEMBERSHIP:
1394 case PACKET_DROP_MEMBERSHIP:
1395 {
1396 struct packet_mreq_max mreq;
1397 int len = optlen;
1398 memset(&mreq, 0, sizeof(mreq));
1399 if (len < sizeof(struct packet_mreq))
1400 return -EINVAL;
1401 if (len > sizeof(mreq))
1402 len = sizeof(mreq);
1403 if (copy_from_user(&mreq,optval,len))
1404 return -EFAULT;
1405 if (len < (mreq.mr_alen + offsetof(struct packet_mreq, mr_address)))
1406 return -EINVAL;
1407 if (optname == PACKET_ADD_MEMBERSHIP)
1408 ret = packet_mc_add(sk, &mreq);
1409 else
1410 ret = packet_mc_drop(sk, &mreq);
1411 return ret;
1412 }
1413
1414 #ifdef CONFIG_PACKET_MMAP
1415 case PACKET_RX_RING:
1416 {
1417 struct tpacket_req req;
1418
1419 if (optlen<sizeof(req))
1420 return -EINVAL;
1421 if (copy_from_user(&req,optval,sizeof(req)))
1422 return -EFAULT;
1423 return packet_set_ring(sk, &req, 0);
1424 }
1425 case PACKET_COPY_THRESH:
1426 {
1427 int val;
1428
1429 if (optlen!=sizeof(val))
1430 return -EINVAL;
1431 if (copy_from_user(&val,optval,sizeof(val)))
1432 return -EFAULT;
1433
1434 pkt_sk(sk)->copy_thresh = val;
1435 return 0;
1436 }
1437 case PACKET_VERSION:
1438 {
1439 int val;
1440
1441 if (optlen != sizeof(val))
1442 return -EINVAL;
1443 if (po->pg_vec)
1444 return -EBUSY;
1445 if (copy_from_user(&val, optval, sizeof(val)))
1446 return -EFAULT;
1447 switch (val) {
1448 case TPACKET_V1:
1449 case TPACKET_V2:
1450 po->tp_version = val;
1451 return 0;
1452 default:
1453 return -EINVAL;
1454 }
1455 }
1456 case PACKET_RESERVE:
1457 {
1458 unsigned int val;
1459
1460 if (optlen != sizeof(val))
1461 return -EINVAL;
1462 if (po->pg_vec)
1463 return -EBUSY;
1464 if (copy_from_user(&val, optval, sizeof(val)))
1465 return -EFAULT;
1466 po->tp_reserve = val;
1467 return 0;
1468 }
1469 #endif
1470 case PACKET_AUXDATA:
1471 {
1472 int val;
1473
1474 if (optlen < sizeof(val))
1475 return -EINVAL;
1476 if (copy_from_user(&val, optval, sizeof(val)))
1477 return -EFAULT;
1478
1479 po->auxdata = !!val;
1480 return 0;
1481 }
1482 case PACKET_ORIGDEV:
1483 {
1484 int val;
1485
1486 if (optlen < sizeof(val))
1487 return -EINVAL;
1488 if (copy_from_user(&val, optval, sizeof(val)))
1489 return -EFAULT;
1490
1491 po->origdev = !!val;
1492 return 0;
1493 }
1494 default:
1495 return -ENOPROTOOPT;
1496 }
1497 }
1498
1499 static int packet_getsockopt(struct socket *sock, int level, int optname,
1500 char __user *optval, int __user *optlen)
1501 {
1502 int len;
1503 int val;
1504 struct sock *sk = sock->sk;
1505 struct packet_sock *po = pkt_sk(sk);
1506 void *data;
1507 struct tpacket_stats st;
1508
1509 if (level != SOL_PACKET)
1510 return -ENOPROTOOPT;
1511
1512 if (get_user(len, optlen))
1513 return -EFAULT;
1514
1515 if (len < 0)
1516 return -EINVAL;
1517
1518 switch(optname) {
1519 case PACKET_STATISTICS:
1520 if (len > sizeof(struct tpacket_stats))
1521 len = sizeof(struct tpacket_stats);
1522 spin_lock_bh(&sk->sk_receive_queue.lock);
1523 st = po->stats;
1524 memset(&po->stats, 0, sizeof(st));
1525 spin_unlock_bh(&sk->sk_receive_queue.lock);
1526 st.tp_packets += st.tp_drops;
1527
1528 data = &st;
1529 break;
1530 case PACKET_AUXDATA:
1531 if (len > sizeof(int))
1532 len = sizeof(int);
1533 val = po->auxdata;
1534
1535 data = &val;
1536 break;
1537 case PACKET_ORIGDEV:
1538 if (len > sizeof(int))
1539 len = sizeof(int);
1540 val = po->origdev;
1541
1542 data = &val;
1543 break;
1544 #ifdef CONFIG_PACKET_MMAP
1545 case PACKET_VERSION:
1546 if (len > sizeof(int))
1547 len = sizeof(int);
1548 val = po->tp_version;
1549 data = &val;
1550 break;
1551 case PACKET_HDRLEN:
1552 if (len > sizeof(int))
1553 len = sizeof(int);
1554 if (copy_from_user(&val, optval, len))
1555 return -EFAULT;
1556 switch (val) {
1557 case TPACKET_V1:
1558 val = sizeof(struct tpacket_hdr);
1559 break;
1560 case TPACKET_V2:
1561 val = sizeof(struct tpacket2_hdr);
1562 break;
1563 default:
1564 return -EINVAL;
1565 }
1566 data = &val;
1567 break;
1568 case PACKET_RESERVE:
1569 if (len > sizeof(unsigned int))
1570 len = sizeof(unsigned int);
1571 val = po->tp_reserve;
1572 data = &val;
1573 break;
1574 #endif
1575 default:
1576 return -ENOPROTOOPT;
1577 }
1578
1579 if (put_user(len, optlen))
1580 return -EFAULT;
1581 if (copy_to_user(optval, data, len))
1582 return -EFAULT;
1583 return 0;
1584 }
1585
1586
1587 static int packet_notifier(struct notifier_block *this, unsigned long msg, void *data)
1588 {
1589 struct sock *sk;
1590 struct hlist_node *node;
1591 struct net_device *dev = data;
1592 struct net *net = dev_net(dev);
1593
1594 read_lock(&net->packet.sklist_lock);
1595 sk_for_each(sk, node, &net->packet.sklist) {
1596 struct packet_sock *po = pkt_sk(sk);
1597
1598 switch (msg) {
1599 case NETDEV_UNREGISTER:
1600 if (po->mclist)
1601 packet_dev_mclist(dev, po->mclist, -1);
1602 /* fallthrough */
1603
1604 case NETDEV_DOWN:
1605 if (dev->ifindex == po->ifindex) {
1606 spin_lock(&po->bind_lock);
1607 if (po->running) {
1608 __dev_remove_pack(&po->prot_hook);
1609 __sock_put(sk);
1610 po->running = 0;
1611 sk->sk_err = ENETDOWN;
1612 if (!sock_flag(sk, SOCK_DEAD))
1613 sk->sk_error_report(sk);
1614 }
1615 if (msg == NETDEV_UNREGISTER) {
1616 po->ifindex = -1;
1617 po->prot_hook.dev = NULL;
1618 }
1619 spin_unlock(&po->bind_lock);
1620 }
1621 break;
1622 case NETDEV_UP:
1623 spin_lock(&po->bind_lock);
1624 if (dev->ifindex == po->ifindex && po->num &&
1625 !po->running) {
1626 dev_add_pack(&po->prot_hook);
1627 sock_hold(sk);
1628 po->running = 1;
1629 }
1630 spin_unlock(&po->bind_lock);
1631 break;
1632 }
1633 }
1634 read_unlock(&net->packet.sklist_lock);
1635 return NOTIFY_DONE;
1636 }
1637
1638
1639 static int packet_ioctl(struct socket *sock, unsigned int cmd,
1640 unsigned long arg)
1641 {
1642 struct sock *sk = sock->sk;
1643
1644 switch(cmd) {
1645 case SIOCOUTQ:
1646 {
1647 int amount = atomic_read(&sk->sk_wmem_alloc);
1648 return put_user(amount, (int __user *)arg);
1649 }
1650 case SIOCINQ:
1651 {
1652 struct sk_buff *skb;
1653 int amount = 0;
1654
1655 spin_lock_bh(&sk->sk_receive_queue.lock);
1656 skb = skb_peek(&sk->sk_receive_queue);
1657 if (skb)
1658 amount = skb->len;
1659 spin_unlock_bh(&sk->sk_receive_queue.lock);
1660 return put_user(amount, (int __user *)arg);
1661 }
1662 case SIOCGSTAMP:
1663 return sock_get_timestamp(sk, (struct timeval __user *)arg);
1664 case SIOCGSTAMPNS:
1665 return sock_get_timestampns(sk, (struct timespec __user *)arg);
1666
1667 #ifdef CONFIG_INET
1668 case SIOCADDRT:
1669 case SIOCDELRT:
1670 case SIOCDARP:
1671 case SIOCGARP:
1672 case SIOCSARP:
1673 case SIOCGIFADDR:
1674 case SIOCSIFADDR:
1675 case SIOCGIFBRDADDR:
1676 case SIOCSIFBRDADDR:
1677 case SIOCGIFNETMASK:
1678 case SIOCSIFNETMASK:
1679 case SIOCGIFDSTADDR:
1680 case SIOCSIFDSTADDR:
1681 case SIOCSIFFLAGS:
1682 if (!net_eq(sock_net(sk), &init_net))
1683 return -ENOIOCTLCMD;
1684 return inet_dgram_ops.ioctl(sock, cmd, arg);
1685 #endif
1686
1687 default:
1688 return -ENOIOCTLCMD;
1689 }
1690 return 0;
1691 }
1692
1693 #ifndef CONFIG_PACKET_MMAP
1694 #define packet_mmap sock_no_mmap
1695 #define packet_poll datagram_poll
1696 #else
1697
1698 static unsigned int packet_poll(struct file * file, struct socket *sock,
1699 poll_table *wait)
1700 {
1701 struct sock *sk = sock->sk;
1702 struct packet_sock *po = pkt_sk(sk);
1703 unsigned int mask = datagram_poll(file, sock, wait);
1704
1705 spin_lock_bh(&sk->sk_receive_queue.lock);
1706 if (po->pg_vec) {
1707 unsigned last = po->head ? po->head-1 : po->frame_max;
1708
1709 if (packet_lookup_frame(po, last, TP_STATUS_USER))
1710 mask |= POLLIN | POLLRDNORM;
1711 }
1712 spin_unlock_bh(&sk->sk_receive_queue.lock);
1713 return mask;
1714 }
1715
1716
1717 /* Dirty? Well, I still did not learn better way to account
1718 * for user mmaps.
1719 */
1720
1721 static void packet_mm_open(struct vm_area_struct *vma)
1722 {
1723 struct file *file = vma->vm_file;
1724 struct socket * sock = file->private_data;
1725 struct sock *sk = sock->sk;
1726
1727 if (sk)
1728 atomic_inc(&pkt_sk(sk)->mapped);
1729 }
1730
1731 static void packet_mm_close(struct vm_area_struct *vma)
1732 {
1733 struct file *file = vma->vm_file;
1734 struct socket * sock = file->private_data;
1735 struct sock *sk = sock->sk;
1736
1737 if (sk)
1738 atomic_dec(&pkt_sk(sk)->mapped);
1739 }
1740
1741 static struct vm_operations_struct packet_mmap_ops = {
1742 .open = packet_mm_open,
1743 .close =packet_mm_close,
1744 };
1745
1746 static void free_pg_vec(char **pg_vec, unsigned int order, unsigned int len)
1747 {
1748 int i;
1749
1750 for (i = 0; i < len; i++) {
1751 if (likely(pg_vec[i]))
1752 free_pages((unsigned long) pg_vec[i], order);
1753 }
1754 kfree(pg_vec);
1755 }
1756
1757 static inline char *alloc_one_pg_vec_page(unsigned long order)
1758 {
1759 return (char *) __get_free_pages(GFP_KERNEL | __GFP_COMP | __GFP_ZERO,
1760 order);
1761 }
1762
1763 static char **alloc_pg_vec(struct tpacket_req *req, int order)
1764 {
1765 unsigned int block_nr = req->tp_block_nr;
1766 char **pg_vec;
1767 int i;
1768
1769 pg_vec = kzalloc(block_nr * sizeof(char *), GFP_KERNEL);
1770 if (unlikely(!pg_vec))
1771 goto out;
1772
1773 for (i = 0; i < block_nr; i++) {
1774 pg_vec[i] = alloc_one_pg_vec_page(order);
1775 if (unlikely(!pg_vec[i]))
1776 goto out_free_pgvec;
1777 }
1778
1779 out:
1780 return pg_vec;
1781
1782 out_free_pgvec:
1783 free_pg_vec(pg_vec, order, block_nr);
1784 pg_vec = NULL;
1785 goto out;
1786 }
1787
1788 static int packet_set_ring(struct sock *sk, struct tpacket_req *req, int closing)
1789 {
1790 char **pg_vec = NULL;
1791 struct packet_sock *po = pkt_sk(sk);
1792 int was_running, order = 0;
1793 __be16 num;
1794 int err = 0;
1795
1796 if (req->tp_block_nr) {
1797 int i;
1798
1799 /* Sanity tests and some calculations */
1800
1801 if (unlikely(po->pg_vec))
1802 return -EBUSY;
1803
1804 switch (po->tp_version) {
1805 case TPACKET_V1:
1806 po->tp_hdrlen = TPACKET_HDRLEN;
1807 break;
1808 case TPACKET_V2:
1809 po->tp_hdrlen = TPACKET2_HDRLEN;
1810 break;
1811 }
1812
1813 if (unlikely((int)req->tp_block_size <= 0))
1814 return -EINVAL;
1815 if (unlikely(req->tp_block_size & (PAGE_SIZE - 1)))
1816 return -EINVAL;
1817 if (unlikely(req->tp_frame_size < po->tp_hdrlen +
1818 po->tp_reserve))
1819 return -EINVAL;
1820 if (unlikely(req->tp_frame_size & (TPACKET_ALIGNMENT - 1)))
1821 return -EINVAL;
1822
1823 po->frames_per_block = req->tp_block_size/req->tp_frame_size;
1824 if (unlikely(po->frames_per_block <= 0))
1825 return -EINVAL;
1826 if (unlikely((po->frames_per_block * req->tp_block_nr) !=
1827 req->tp_frame_nr))
1828 return -EINVAL;
1829
1830 err = -ENOMEM;
1831 order = get_order(req->tp_block_size);
1832 pg_vec = alloc_pg_vec(req, order);
1833 if (unlikely(!pg_vec))
1834 goto out;
1835
1836 for (i = 0; i < req->tp_block_nr; i++) {
1837 void *ptr = pg_vec[i];
1838 int k;
1839
1840 for (k = 0; k < po->frames_per_block; k++) {
1841 __packet_set_status(po, ptr, TP_STATUS_KERNEL);
1842 ptr += req->tp_frame_size;
1843 }
1844 }
1845 /* Done */
1846 } else {
1847 if (unlikely(req->tp_frame_nr))
1848 return -EINVAL;
1849 }
1850
1851 lock_sock(sk);
1852
1853 /* Detach socket from network */
1854 spin_lock(&po->bind_lock);
1855 was_running = po->running;
1856 num = po->num;
1857 if (was_running) {
1858 __dev_remove_pack(&po->prot_hook);
1859 po->num = 0;
1860 po->running = 0;
1861 __sock_put(sk);
1862 }
1863 spin_unlock(&po->bind_lock);
1864
1865 synchronize_net();
1866
1867 err = -EBUSY;
1868 if (closing || atomic_read(&po->mapped) == 0) {
1869 err = 0;
1870 #define XC(a, b) ({ __typeof__ ((a)) __t; __t = (a); (a) = (b); __t; })
1871
1872 spin_lock_bh(&sk->sk_receive_queue.lock);
1873 pg_vec = XC(po->pg_vec, pg_vec);
1874 po->frame_max = (req->tp_frame_nr - 1);
1875 po->head = 0;
1876 po->frame_size = req->tp_frame_size;
1877 spin_unlock_bh(&sk->sk_receive_queue.lock);
1878
1879 order = XC(po->pg_vec_order, order);
1880 req->tp_block_nr = XC(po->pg_vec_len, req->tp_block_nr);
1881
1882 po->pg_vec_pages = req->tp_block_size/PAGE_SIZE;
1883 po->prot_hook.func = po->pg_vec ? tpacket_rcv : packet_rcv;
1884 skb_queue_purge(&sk->sk_receive_queue);
1885 #undef XC
1886 if (atomic_read(&po->mapped))
1887 printk(KERN_DEBUG "packet_mmap: vma is busy: %d\n", atomic_read(&po->mapped));
1888 }
1889
1890 spin_lock(&po->bind_lock);
1891 if (was_running && !po->running) {
1892 sock_hold(sk);
1893 po->running = 1;
1894 po->num = num;
1895 dev_add_pack(&po->prot_hook);
1896 }
1897 spin_unlock(&po->bind_lock);
1898
1899 release_sock(sk);
1900
1901 if (pg_vec)
1902 free_pg_vec(pg_vec, order, req->tp_block_nr);
1903 out:
1904 return err;
1905 }
1906
1907 static int packet_mmap(struct file *file, struct socket *sock, struct vm_area_struct *vma)
1908 {
1909 struct sock *sk = sock->sk;
1910 struct packet_sock *po = pkt_sk(sk);
1911 unsigned long size;
1912 unsigned long start;
1913 int err = -EINVAL;
1914 int i;
1915
1916 if (vma->vm_pgoff)
1917 return -EINVAL;
1918
1919 size = vma->vm_end - vma->vm_start;
1920
1921 lock_sock(sk);
1922 if (po->pg_vec == NULL)
1923 goto out;
1924 if (size != po->pg_vec_len*po->pg_vec_pages*PAGE_SIZE)
1925 goto out;
1926
1927 start = vma->vm_start;
1928 for (i = 0; i < po->pg_vec_len; i++) {
1929 struct page *page = virt_to_page(po->pg_vec[i]);
1930 int pg_num;
1931
1932 for (pg_num = 0; pg_num < po->pg_vec_pages; pg_num++, page++) {
1933 err = vm_insert_page(vma, start, page);
1934 if (unlikely(err))
1935 goto out;
1936 start += PAGE_SIZE;
1937 }
1938 }
1939 atomic_inc(&po->mapped);
1940 vma->vm_ops = &packet_mmap_ops;
1941 err = 0;
1942
1943 out:
1944 release_sock(sk);
1945 return err;
1946 }
1947 #endif
1948
1949
1950 static const struct proto_ops packet_ops_spkt = {
1951 .family = PF_PACKET,
1952 .owner = THIS_MODULE,
1953 .release = packet_release,
1954 .bind = packet_bind_spkt,
1955 .connect = sock_no_connect,
1956 .socketpair = sock_no_socketpair,
1957 .accept = sock_no_accept,
1958 .getname = packet_getname_spkt,
1959 .poll = datagram_poll,
1960 .ioctl = packet_ioctl,
1961 .listen = sock_no_listen,
1962 .shutdown = sock_no_shutdown,
1963 .setsockopt = sock_no_setsockopt,
1964 .getsockopt = sock_no_getsockopt,
1965 .sendmsg = packet_sendmsg_spkt,
1966 .recvmsg = packet_recvmsg,
1967 .mmap = sock_no_mmap,
1968 .sendpage = sock_no_sendpage,
1969 };
1970
1971 static const struct proto_ops packet_ops = {
1972 .family = PF_PACKET,
1973 .owner = THIS_MODULE,
1974 .release = packet_release,
1975 .bind = packet_bind,
1976 .connect = sock_no_connect,
1977 .socketpair = sock_no_socketpair,
1978 .accept = sock_no_accept,
1979 .getname = packet_getname,
1980 .poll = packet_poll,
1981 .ioctl = packet_ioctl,
1982 .listen = sock_no_listen,
1983 .shutdown = sock_no_shutdown,
1984 .setsockopt = packet_setsockopt,
1985 .getsockopt = packet_getsockopt,
1986 .sendmsg = packet_sendmsg,
1987 .recvmsg = packet_recvmsg,
1988 .mmap = packet_mmap,
1989 .sendpage = sock_no_sendpage,
1990 };
1991
1992 static struct net_proto_family packet_family_ops = {
1993 .family = PF_PACKET,
1994 .create = packet_create,
1995 .owner = THIS_MODULE,
1996 };
1997
1998 static struct notifier_block packet_netdev_notifier = {
1999 .notifier_call =packet_notifier,
2000 };
2001
2002 #ifdef CONFIG_PROC_FS
2003 static inline struct sock *packet_seq_idx(struct net *net, loff_t off)
2004 {
2005 struct sock *s;
2006 struct hlist_node *node;
2007
2008 sk_for_each(s, node, &net->packet.sklist) {
2009 if (!off--)
2010 return s;
2011 }
2012 return NULL;
2013 }
2014
2015 static void *packet_seq_start(struct seq_file *seq, loff_t *pos)
2016 __acquires(seq_file_net(seq)->packet.sklist_lock)
2017 {
2018 struct net *net = seq_file_net(seq);
2019 read_lock(&net->packet.sklist_lock);
2020 return *pos ? packet_seq_idx(net, *pos - 1) : SEQ_START_TOKEN;
2021 }
2022
2023 static void *packet_seq_next(struct seq_file *seq, void *v, loff_t *pos)
2024 {
2025 struct net *net = seq_file_net(seq);
2026 ++*pos;
2027 return (v == SEQ_START_TOKEN)
2028 ? sk_head(&net->packet.sklist)
2029 : sk_next((struct sock*)v) ;
2030 }
2031
2032 static void packet_seq_stop(struct seq_file *seq, void *v)
2033 __releases(seq_file_net(seq)->packet.sklist_lock)
2034 {
2035 struct net *net = seq_file_net(seq);
2036 read_unlock(&net->packet.sklist_lock);
2037 }
2038
2039 static int packet_seq_show(struct seq_file *seq, void *v)
2040 {
2041 if (v == SEQ_START_TOKEN)
2042 seq_puts(seq, "sk RefCnt Type Proto Iface R Rmem User Inode\n");
2043 else {
2044 struct sock *s = v;
2045 const struct packet_sock *po = pkt_sk(s);
2046
2047 seq_printf(seq,
2048 "%p %-6d %-4d %04x %-5d %1d %-6u %-6u %-6lu\n",
2049 s,
2050 atomic_read(&s->sk_refcnt),
2051 s->sk_type,
2052 ntohs(po->num),
2053 po->ifindex,
2054 po->running,
2055 atomic_read(&s->sk_rmem_alloc),
2056 sock_i_uid(s),
2057 sock_i_ino(s) );
2058 }
2059
2060 return 0;
2061 }
2062
2063 static const struct seq_operations packet_seq_ops = {
2064 .start = packet_seq_start,
2065 .next = packet_seq_next,
2066 .stop = packet_seq_stop,
2067 .show = packet_seq_show,
2068 };
2069
2070 static int packet_seq_open(struct inode *inode, struct file *file)
2071 {
2072 return seq_open_net(inode, file, &packet_seq_ops,
2073 sizeof(struct seq_net_private));
2074 }
2075
2076 static const struct file_operations packet_seq_fops = {
2077 .owner = THIS_MODULE,
2078 .open = packet_seq_open,
2079 .read = seq_read,
2080 .llseek = seq_lseek,
2081 .release = seq_release_net,
2082 };
2083
2084 #endif
2085
2086 static int packet_net_init(struct net *net)
2087 {
2088 rwlock_init(&net->packet.sklist_lock);
2089 INIT_HLIST_HEAD(&net->packet.sklist);
2090
2091 if (!proc_net_fops_create(net, "packet", 0, &packet_seq_fops))
2092 return -ENOMEM;
2093
2094 return 0;
2095 }
2096
2097 static void packet_net_exit(struct net *net)
2098 {
2099 proc_net_remove(net, "packet");
2100 }
2101
2102 static struct pernet_operations packet_net_ops = {
2103 .init = packet_net_init,
2104 .exit = packet_net_exit,
2105 };
2106
2107
2108 static void __exit packet_exit(void)
2109 {
2110 unregister_netdevice_notifier(&packet_netdev_notifier);
2111 unregister_pernet_subsys(&packet_net_ops);
2112 sock_unregister(PF_PACKET);
2113 proto_unregister(&packet_proto);
2114 }
2115
2116 static int __init packet_init(void)
2117 {
2118 int rc = proto_register(&packet_proto, 0);
2119
2120 if (rc != 0)
2121 goto out;
2122
2123 sock_register(&packet_family_ops);
2124 register_pernet_subsys(&packet_net_ops);
2125 register_netdevice_notifier(&packet_netdev_notifier);
2126 out:
2127 return rc;
2128 }
2129
2130 module_init(packet_init);
2131 module_exit(packet_exit);
2132 MODULE_LICENSE("GPL");
2133 MODULE_ALIAS_NETPROTO(PF_PACKET);
Openmoko development kernel tree