net/ipv4/tcp_probe.c

   1 /*
   2  * tcpprobe - Observe the TCP flow with kprobes.
   3  *
   4  * The idea for this came from Werner Almesberger's umlsim
   5  * Copyright (C) 2004, Stephen Hemminger <shemminger@osdl.org>
   6  *
   7  * This program is free software; you can redistribute it and/or modify
   8  * it under the terms of the GNU General Public License as published by
   9  * the Free Software Foundation; either version 2 of the License.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License
  17  * along with this program; if not, write to the Free Software
  18  * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  19  */
  20
  21 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  22
  23 #include <linux/kernel.h>
  24 #include <linux/kprobes.h>
  25 #include <linux/socket.h>
  26 #include <linux/tcp.h>
  27 #include <linux/slab.h>
  28 #include <linux/proc_fs.h>
  29 #include <linux/module.h>
  30 #include <linux/ktime.h>
  31 #include <linux/time.h>
  32 #include <net/net_namespace.h>
  33
  34 #include <net/tcp.h>
  35
  36 MODULE_AUTHOR("Stephen Hemminger <shemminger@linux-foundation.org>");
  37 MODULE_DESCRIPTION("TCP cwnd snooper");
  38 MODULE_LICENSE("GPL");
  39 MODULE_VERSION("1.1");
  40
  41 static int port __read_mostly = 0;
  42 MODULE_PARM_DESC(port, "Port to match (0=all)");
  43 module_param(port, int, 0);
  44
  45 static unsigned int bufsize __read_mostly = 4096;
  46 MODULE_PARM_DESC(bufsize, "Log buffer size in packets (4096)");
  47 module_param(bufsize, uint, 0);
  48
  49 static unsigned int fwmark __read_mostly = 0;
  50 MODULE_PARM_DESC(fwmark, "skb mark to match (0=no mark)");
  51 module_param(fwmark, uint, 0);
  52
  53 static int full __read_mostly;
  54 MODULE_PARM_DESC(full, "Full log (1=every ack packet received,  0=only cwnd changes)");
  55 module_param(full, int, 0);
  56
  57 static const char procname[] = "tcpprobe";
  58
  59 struct tcp_log {
  60         ktime_t tstamp;
  61         union {
  62                 struct sockaddr         raw;
  63                 struct sockaddr_in      v4;
  64                 struct sockaddr_in6     v6;
  65         }       src, dst;
  66         u16     length;
  67         u32     snd_nxt;
  68         u32     snd_una;
  69         u32     snd_wnd;
  70         u32     rcv_wnd;
  71         u32     snd_cwnd;
  72         u32     ssthresh;
  73         u32     srtt;
  74 };
  75
  76 static struct {
  77         spinlock_t      lock;
  78         wait_queue_head_t wait;
  79         ktime_t         start;
  80         u32             lastcwnd;
  81
  82         unsigned long   head, tail;
  83         struct tcp_log  *log;
  84 } tcp_probe;
  85
  86
  87 static inline int tcp_probe_used(void)
  88 {
  89         return (tcp_probe.head - tcp_probe.tail) & (bufsize - 1);
  90 }
  91
  92 static inline int tcp_probe_avail(void)
  93 {
  94         return bufsize - tcp_probe_used() - 1;
  95 }
  96
  97 #define tcp_probe_copy_fl_to_si4(inet, si4, mem)                \
  98         do {                                                    \
  99                 si4.sin_family = AF_INET;                       \
 100                 si4.sin_port = inet->inet_##mem##port;          \
 101                 si4.sin_addr.s_addr = inet->inet_##mem##addr;   \
 102         } while (0)                                             \
 103
 104 #if IS_ENABLED(CONFIG_IPV6)
 105 #define tcp_probe_copy_fl_to_si6(inet, si6, mem)                \
 106         do {                                                    \
 107                 struct ipv6_pinfo *pi6 = inet->pinet6;          \
 108                 si6.sin6_family = AF_INET6;                     \
 109                 si6.sin6_port = inet->inet_##mem##port;         \
 110                 si6.sin6_addr = pi6->mem##addr;                 \
 111                 si6.sin6_flowinfo = 0; /* No need here. */      \
 112                 si6.sin6_scope_id = 0;  /* No need here. */     \
 113         } while (0)
 114 #else
 115 #define tcp_probe_copy_fl_to_si6(fl, si6, mem)                  \
 116         do {                                                    \
 117                 memset(&si6, 0, sizeof(si6));                   \
 118         } while (0)
 119 #endif
 120
 121 /*
 122  * Hook inserted to be called before each receive packet.
 123  * Note: arguments must match tcp_rcv_established()!
 124  */
 125 static int jtcp_rcv_established(struct sock *sk, struct sk_buff *skb,
 126                                 const struct tcphdr *th, unsigned int len)
 127 {
 128         const struct tcp_sock *tp = tcp_sk(sk);
 129         const struct inet_sock *inet = inet_sk(sk);
 130
 131         /* Only update if port or skb mark matches */
 132         if (((port == 0 && fwmark == 0) ||
 133              ntohs(inet->inet_dport) == port ||
 134              ntohs(inet->inet_sport) == port ||
 135              (fwmark > 0 && skb->mark == fwmark)) &&
 136             (full || tp->snd_cwnd != tcp_probe.lastcwnd)) {
 137
 138                 spin_lock(&tcp_probe.lock);
 139                 /* If log fills, just silently drop */
 140                 if (tcp_probe_avail() > 1) {
 141                         struct tcp_log *p = tcp_probe.log + tcp_probe.head;
 142
 143                         p->tstamp = ktime_get();
 144                         switch (sk->sk_family) {
 145                         case AF_INET:
 146                                 tcp_probe_copy_fl_to_si4(inet, p->src.v4, s);
 147                                 tcp_probe_copy_fl_to_si4(inet, p->dst.v4, d);
 148                                 break;
 149                         case AF_INET6:
 150                                 tcp_probe_copy_fl_to_si6(inet, p->src.v6, s);
 151                                 tcp_probe_copy_fl_to_si6(inet, p->dst.v6, d);
 152                                 break;
 153                         default:
 154                                 BUG();
 155                         }
 156
 157                         p->length = skb->len;
 158                         p->snd_nxt = tp->snd_nxt;
 159                         p->snd_una = tp->snd_una;
 160                         p->snd_cwnd = tp->snd_cwnd;
 161                         p->snd_wnd = tp->snd_wnd;
 162                         p->rcv_wnd = tp->rcv_wnd;
 163                         p->ssthresh = tcp_current_ssthresh(sk);
 164                         p->srtt = tp->srtt >> 3;
 165
 166                         tcp_probe.head = (tcp_probe.head + 1) & (bufsize - 1);
 167                 }
 168                 tcp_probe.lastcwnd = tp->snd_cwnd;
 169                 spin_unlock(&tcp_probe.lock);
 170
 171                 wake_up(&tcp_probe.wait);
 172         }
 173
 174         jprobe_return();
 175         return 0;
 176 }
 177
 178 static struct jprobe tcp_jprobe = {
 179         .kp = {
 180                 .symbol_name    = "tcp_rcv_established",
 181         },
 182         .entry  = jtcp_rcv_established,
 183 };
 184
 185 static int tcpprobe_open(struct inode *inode, struct file *file)
 186 {
 187         /* Reset (empty) log */
 188         spin_lock_bh(&tcp_probe.lock);
 189         tcp_probe.head = tcp_probe.tail = 0;
 190         tcp_probe.start = ktime_get();
 191         spin_unlock_bh(&tcp_probe.lock);
 192
 193         return 0;
 194 }
 195
 196 static int tcpprobe_sprint(char *tbuf, int n)
 197 {
 198         const struct tcp_log *p
 199                 = tcp_probe.log + tcp_probe.tail;
 200         struct timespec tv
 201                 = ktime_to_timespec(ktime_sub(p->tstamp, tcp_probe.start));
 202
 203         return scnprintf(tbuf, n,
 204                         "%lu.%09lu %pISpc %pISpc %d %#x %#x %u %u %u %u %u\n",
 205                         (unsigned long) tv.tv_sec,
 206                         (unsigned long) tv.tv_nsec,
 207                         &p->src, &p->dst, p->length, p->snd_nxt, p->snd_una,
 208                         p->snd_cwnd, p->ssthresh, p->snd_wnd, p->srtt, p->rcv_wnd);
 209 }
 210
 211 static ssize_t tcpprobe_read(struct file *file, char __user *buf,
 212                              size_t len, loff_t *ppos)
 213 {
 214         int error = 0;
 215         size_t cnt = 0;
 216
 217         if (!buf)
 218                 return -EINVAL;
 219
 220         while (cnt < len) {
 221                 char tbuf[256];
 222                 int width;
 223
 224                 /* Wait for data in buffer */
 225                 error = wait_event_interruptible(tcp_probe.wait,
 226                                                  tcp_probe_used() > 0);
 227                 if (error)
 228                         break;
 229
 230                 spin_lock_bh(&tcp_probe.lock);
 231                 if (tcp_probe.head == tcp_probe.tail) {
 232                         /* multiple readers race? */
 233                         spin_unlock_bh(&tcp_probe.lock);
 234                         continue;
 235                 }
 236
 237                 width = tcpprobe_sprint(tbuf, sizeof(tbuf));
 238
 239                 if (cnt + width < len)
 240                         tcp_probe.tail = (tcp_probe.tail + 1) & (bufsize - 1);
 241
 242                 spin_unlock_bh(&tcp_probe.lock);
 243
 244                 /* if record greater than space available
 245                    return partial buffer (so far) */
 246                 if (cnt + width >= len)
 247                         break;
 248
 249                 if (copy_to_user(buf + cnt, tbuf, width))
 250                         return -EFAULT;
 251                 cnt += width;
 252         }
 253
 254         return cnt == 0 ? error : cnt;
 255 }
 256
 257 static const struct file_operations tcpprobe_fops = {
 258         .owner   = THIS_MODULE,
 259         .open    = tcpprobe_open,
 260         .read    = tcpprobe_read,
 261         .llseek  = noop_llseek,
 262 };
 263
 264 static __init int tcpprobe_init(void)
 265 {
 266         int ret = -ENOMEM;
 267
 268         /* Warning: if the function signature of tcp_rcv_established,
 269          * has been changed, you also have to change the signature of
 270          * jtcp_rcv_established, otherwise you end up right here!
 271          */
 272         BUILD_BUG_ON(__same_type(tcp_rcv_established,
 273                                  jtcp_rcv_established) == 0);
 274
 275         init_waitqueue_head(&tcp_probe.wait);
 276         spin_lock_init(&tcp_probe.lock);
 277
 278         if (bufsize == 0)
 279                 return -EINVAL;
 280
 281         bufsize = roundup_pow_of_two(bufsize);
 282         tcp_probe.log = kcalloc(bufsize, sizeof(struct tcp_log), GFP_KERNEL);
 283         if (!tcp_probe.log)
 284                 goto err0;
 285
 286         if (!proc_create(procname, S_IRUSR, init_net.proc_net, &tcpprobe_fops))
 287                 goto err0;
 288
 289         ret = register_jprobe(&tcp_jprobe);
 290         if (ret)
 291                 goto err1;
 292
 293         pr_info("probe registered (port=%d/fwmark=%u) bufsize=%u\n",
 294                 port, fwmark, bufsize);
 295         return 0;
 296  err1:
 297         remove_proc_entry(procname, init_net.proc_net);
 298  err0:
 299         kfree(tcp_probe.log);
 300         return ret;
 301 }
 302 module_init(tcpprobe_init);
 303
 304 static __exit void tcpprobe_exit(void)
 305 {
 306         remove_proc_entry(procname, init_net.proc_net);
 307         unregister_jprobe(&tcp_jprobe);
 308         kfree(tcp_probe.log);
 309 }
 310 module_exit(tcpprobe_exit);