buildtools/wafsamba/samba_throttle.py

   1 #! /usr/bin/env python
   2
   3 import os, shutil, re
   4 import Task, Utils, Options, Build
   5
   6 """
   7 Execute a method to reduce the cache size after the build is complete
   8 Looking at the cache size is an expensive operation
   9 """
  10
  11 re_num = re.compile('[a-zA-Z_]+(\d+)')
  12
  13 def dsize(root):
  14         tot = 0
  15         for (p, d, files) in os.walk(root):
  16                 for f in files:
  17                         try:
  18                                 tot += os.path.getsize(os.path.join(p, f))
  19                         except:
  20                                 pass
  21         return tot / (1024*1024.0)
  22
  23 def cmp2(x, y):
  24         return cmp(x[1], y[1])
  25
  26 old = Build.BuildContext.compile
  27 def compile(self):
  28
  29         try:
  30                 old(self)
  31         finally:
  32
  33                 if not Options.cache_global or Options.options.nocache:
  34                         return
  35
  36                 CACHESIZE = 1000
  37                 val = re_num.sub('\\1', os.path.basename(Options.cache_global))
  38                 try:
  39                         CACHESIZE = int(val)
  40                 except:
  41                         pass
  42
  43                 for x in range(5):
  44
  45                         # loop in case another process is still filling up the cache
  46                         s = dsize(Options.cache_global)
  47                         if s < CACHESIZE:
  48                                 break
  49
  50                         lst = [Options.cache_global + os.sep + x for x in Utils.listdir(Options.cache_global)]
  51
  52                         acc = []
  53                         for x in lst:
  54                                 try:
  55                                         acc.append((x, os.path.getctime(x), dsize(x)))
  56                                 except:
  57                                         pass
  58
  59                         # sort the files by the oldest first
  60                         acc.sort(cmp=cmp2)
  61
  62                         tot = sum([x[2] for x in acc])
  63                         cur = 0
  64
  65                         # remove at least 10% more, just to make sure
  66                         while tot - cur > 0.9 * CACHESIZE:
  67                                 x = acc.pop(0)
  68                                 cur += x[2]
  69
  70                                 # ignore if the folders cannot be removed
  71                                 try:
  72                                         shutil.rmtree(x[0])
  73                                 except:
  74                                         pass
  75
  76 Build.BuildContext.compile = compile
  77