Demo/scripts/ftpstats.py

   1 #! /usr/bin/env python
   2
   3 # Extract statistics from ftp daemon log.
   4
   5 # Usage:
   6 # ftpstats [-m maxitems] [-s search] [file]
   7 # -m maxitems: restrict number of items in "top-N" lists, default 25.
   8 # -s string:   restrict statistics to lines containing this string.
   9 # Default file is /usr/adm/ftpd;  a "-" means read standard input.
  10
  11 # The script must be run on the host where the ftp daemon runs.
  12 # (At CWI this is currently buizerd.)
  13
  14 import os
  15 import sys
  16 import re
  17 import string
  18 import getopt
  19
  20 pat = '^([a-zA-Z0-9 :]*)!(.*)!(.*)!([<>].*)!([0-9]+)!([0-9]+)$'
  21 prog = re.compile(pat)
  22
  23 def main():
  24     maxitems = 25
  25     search = None
  26     try:
  27         opts, args = getopt.getopt(sys.argv[1:], 'm:s:')
  28     except getopt.error, msg:
  29         print msg
  30         print 'usage: ftpstats [-m maxitems] [file]'
  31         sys.exit(2)
  32     for o, a in opts:
  33         if o == '-m':
  34             maxitems = string.atoi(a)
  35         if o == '-s':
  36             search = a
  37     file = '/usr/adm/ftpd'
  38     if args: file = args[0]
  39     if file == '-':
  40         f = sys.stdin
  41     else:
  42         try:
  43             f = open(file, 'r')
  44         except IOError, msg:
  45             print file, ':', msg
  46             sys.exit(1)
  47     bydate = {}
  48     bytime = {}
  49     byfile = {}
  50     bydir = {}
  51     byhost = {}
  52     byuser = {}
  53     bytype = {}
  54     lineno = 0
  55     try:
  56         while 1:
  57             line = f.readline()
  58             if not line: break
  59             lineno = lineno + 1
  60             if search and string.find(line, search) < 0:
  61                 continue
  62             if prog.match(line) < 0:
  63                 print 'Bad line', lineno, ':', repr(line)
  64                 continue
  65             items = prog.group(1, 2, 3, 4, 5, 6)
  66             (logtime, loguser, loghost, logfile, logbytes,
  67              logxxx2) = items
  68 ##                      print logtime
  69 ##                      print '-->', loguser
  70 ##                      print '--> -->', loghost
  71 ##                      print '--> --> -->', logfile
  72 ##                      print '--> --> --> -->', logbytes
  73 ##                      print '--> --> --> --> -->', logxxx2
  74 ##                      for i in logtime, loghost, logbytes, logxxx2:
  75 ##                              if '!' in i: print '???', i
  76             add(bydate, logtime[-4:] + ' ' + logtime[:6], items)
  77             add(bytime, logtime[7:9] + ':00-59', items)
  78             direction, logfile = logfile[0], logfile[1:]
  79             # The real path probably starts at the last //...
  80             while 1:
  81                 i = string.find(logfile, '//')
  82                 if i < 0: break
  83                 logfile = logfile[i+1:]
  84             add(byfile, logfile + ' ' + direction, items)
  85             logdir = os.path.dirname(logfile)
  86 ##              logdir = os.path.normpath(logdir) + '/.'
  87             while 1:
  88                 add(bydir, logdir + ' ' + direction, items)
  89                 dirhead = os.path.dirname(logdir)
  90                 if dirhead == logdir: break
  91                 logdir = dirhead
  92             add(byhost, loghost, items)
  93             add(byuser, loguser, items)
  94             add(bytype, direction, items)
  95     except KeyboardInterrupt:
  96         print 'Interrupted at line', lineno
  97     show(bytype, 'by transfer direction', maxitems)
  98     show(bydir, 'by directory', maxitems)
  99     show(byfile, 'by file', maxitems)
 100     show(byhost, 'by host', maxitems)
 101     show(byuser, 'by user', maxitems)
 102     showbar(bydate, 'by date')
 103     showbar(bytime, 'by time of day')
 104
 105 def showbar(dict, title):
 106     n = len(title)
 107     print '='*((70-n)/2), title, '='*((71-n)/2)
 108     list = []
 109     keys = dict.keys()
 110     keys.sort()
 111     for key in keys:
 112         n = len(str(key))
 113         list.append((len(dict[key]), key))
 114     maxkeylength = 0
 115     maxcount = 0
 116     for count, key in list:
 117         maxkeylength = max(maxkeylength, len(key))
 118         maxcount = max(maxcount, count)
 119     maxbarlength = 72 - maxkeylength - 7
 120     for count, key in list:
 121         barlength = int(round(maxbarlength*float(count)/maxcount))
 122         bar = '*'*barlength
 123         print '%5d %-*s %s' % (count, maxkeylength, key, bar)
 124
 125 def show(dict, title, maxitems):
 126     if len(dict) > maxitems:
 127         title = title + ' (first %d)'%maxitems
 128     n = len(title)
 129     print '='*((70-n)/2), title, '='*((71-n)/2)
 130     list = []
 131     keys = dict.keys()
 132     for key in keys:
 133         list.append((-len(dict[key]), key))
 134     list.sort()
 135     for count, key in list[:maxitems]:
 136         print '%5d %s' % (-count, key)
 137
 138 def add(dict, key, item):
 139     if dict.has_key(key):
 140         dict[key].append(item)
 141     else:
 142         dict[key] = [item]
 143
 144 if __name__ == "__main__":
 145     main()