pdb-gtl/stats.py

   1 #!/usr/bin/python
   2
   3 import os, random, shutil, numpy
   4
   5 merg= 'rawpat_files_merged'
   6 test=merg+'_test'
   7
   8 def list_dir(raw):
   9         import os, random, shutil
  10         ranks = os.listdir(raw)
  11         for rank in ranks:
  12                 plays = os.listdir(raw + '/'+ rank)
  13                 for play in plays:
  14                         yield raw + '/' + rank + '/' + play
  15
  16 def dir_stats(dr):
  17         num = 0
  18         sizes = []
  19
  20         for f in list_dir(dr):
  21                 num += 1
  22                 size = os.stat(f).st_size
  23                 sizes += [size]
  24
  25         return (num, numpy.array(sizes).mean(), sum(sizes))
  26
  27 num, mean, size = dir_stats(merg)
  28 numt, meant, sizet = dir_stats(test)
  29
  30 print "Test set X Train Set"
  31 print "Mean filesize:", meant, " X ", mean
  32 print "Number of files:", numt, " X ", num
  33 print "Total size:", sizet, " X ", size