Doc/includes/mp_benchmarks.py

   1 #
   2 # Simple benchmarks for the multiprocessing package
   3 #
   4 # Copyright (c) 2006-2008, R Oudkerk
   5 # All rights reserved.
   6 #
   7
   8 import time, sys, multiprocessing, threading, Queue, gc
   9
  10 if sys.platform == 'win32':
  11     _timer = time.clock
  12 else:
  13     _timer = time.time
  14
  15 delta = 1
  16
  17
  18 #### TEST_QUEUESPEED
  19
  20 def queuespeed_func(q, c, iterations):
  21     a = '0' * 256
  22     c.acquire()
  23     c.notify()
  24     c.release()
  25
  26     for i in xrange(iterations):
  27         q.put(a)
  28
  29     q.put('STOP')
  30
  31 def test_queuespeed(Process, q, c):
  32     elapsed = 0
  33     iterations = 1
  34
  35     while elapsed < delta:
  36         iterations *= 2
  37
  38         p = Process(target=queuespeed_func, args=(q, c, iterations))
  39         c.acquire()
  40         p.start()
  41         c.wait()
  42         c.release()
  43
  44         result = None
  45         t = _timer()
  46
  47         while result != 'STOP':
  48             result = q.get()
  49
  50         elapsed = _timer() - t
  51
  52         p.join()
  53
  54     print iterations, 'objects passed through the queue in', elapsed, 'seconds'
  55     print 'average number/sec:', iterations/elapsed
  56
  57
  58 #### TEST_PIPESPEED
  59
  60 def pipe_func(c, cond, iterations):
  61     a = '0' * 256
  62     cond.acquire()
  63     cond.notify()
  64     cond.release()
  65
  66     for i in xrange(iterations):
  67         c.send(a)
  68
  69     c.send('STOP')
  70
  71 def test_pipespeed():
  72     c, d = multiprocessing.Pipe()
  73     cond = multiprocessing.Condition()
  74     elapsed = 0
  75     iterations = 1
  76
  77     while elapsed < delta:
  78         iterations *= 2
  79
  80         p = multiprocessing.Process(target=pipe_func,
  81                                     args=(d, cond, iterations))
  82         cond.acquire()
  83         p.start()
  84         cond.wait()
  85         cond.release()
  86
  87         result = None
  88         t = _timer()
  89
  90         while result != 'STOP':
  91             result = c.recv()
  92
  93         elapsed = _timer() - t
  94         p.join()
  95
  96     print iterations, 'objects passed through connection in',elapsed,'seconds'
  97     print 'average number/sec:', iterations/elapsed
  98
  99
 100 #### TEST_SEQSPEED
 101
 102 def test_seqspeed(seq):
 103     elapsed = 0
 104     iterations = 1
 105
 106     while elapsed < delta:
 107         iterations *= 2
 108
 109         t = _timer()
 110
 111         for i in xrange(iterations):
 112             a = seq[5]
 113
 114         elapsed = _timer()-t
 115
 116     print iterations, 'iterations in', elapsed, 'seconds'
 117     print 'average number/sec:', iterations/elapsed
 118
 119
 120 #### TEST_LOCK
 121
 122 def test_lockspeed(l):
 123     elapsed = 0
 124     iterations = 1
 125
 126     while elapsed < delta:
 127         iterations *= 2
 128
 129         t = _timer()
 130
 131         for i in xrange(iterations):
 132             l.acquire()
 133             l.release()
 134
 135         elapsed = _timer()-t
 136
 137     print iterations, 'iterations in', elapsed, 'seconds'
 138     print 'average number/sec:', iterations/elapsed
 139
 140
 141 #### TEST_CONDITION
 142
 143 def conditionspeed_func(c, N):
 144     c.acquire()
 145     c.notify()
 146
 147     for i in xrange(N):
 148         c.wait()
 149         c.notify()
 150
 151     c.release()
 152
 153 def test_conditionspeed(Process, c):
 154     elapsed = 0
 155     iterations = 1
 156
 157     while elapsed < delta:
 158         iterations *= 2
 159
 160         c.acquire()
 161         p = Process(target=conditionspeed_func, args=(c, iterations))
 162         p.start()
 163
 164         c.wait()
 165
 166         t = _timer()
 167
 168         for i in xrange(iterations):
 169             c.notify()
 170             c.wait()
 171
 172         elapsed = _timer()-t
 173
 174         c.release()
 175         p.join()
 176
 177     print iterations * 2, 'waits in', elapsed, 'seconds'
 178     print 'average number/sec:', iterations * 2 / elapsed
 179
 180 ####
 181
 182 def test():
 183     manager = multiprocessing.Manager()
 184
 185     gc.disable()
 186
 187     print '\n\t######## testing Queue.Queue\n'
 188     test_queuespeed(threading.Thread, Queue.Queue(),
 189                     threading.Condition())
 190     print '\n\t######## testing multiprocessing.Queue\n'
 191     test_queuespeed(multiprocessing.Process, multiprocessing.Queue(),
 192                     multiprocessing.Condition())
 193     print '\n\t######## testing Queue managed by server process\n'
 194     test_queuespeed(multiprocessing.Process, manager.Queue(),
 195                     manager.Condition())
 196     print '\n\t######## testing multiprocessing.Pipe\n'
 197     test_pipespeed()
 198
 199     print
 200
 201     print '\n\t######## testing list\n'
 202     test_seqspeed(range(10))
 203     print '\n\t######## testing list managed by server process\n'
 204     test_seqspeed(manager.list(range(10)))
 205     print '\n\t######## testing Array("i", ..., lock=False)\n'
 206     test_seqspeed(multiprocessing.Array('i', range(10), lock=False))
 207     print '\n\t######## testing Array("i", ..., lock=True)\n'
 208     test_seqspeed(multiprocessing.Array('i', range(10), lock=True))
 209
 210     print
 211
 212     print '\n\t######## testing threading.Lock\n'
 213     test_lockspeed(threading.Lock())
 214     print '\n\t######## testing threading.RLock\n'
 215     test_lockspeed(threading.RLock())
 216     print '\n\t######## testing multiprocessing.Lock\n'
 217     test_lockspeed(multiprocessing.Lock())
 218     print '\n\t######## testing multiprocessing.RLock\n'
 219     test_lockspeed(multiprocessing.RLock())
 220     print '\n\t######## testing lock managed by server process\n'
 221     test_lockspeed(manager.Lock())
 222     print '\n\t######## testing rlock managed by server process\n'
 223     test_lockspeed(manager.RLock())
 224
 225     print
 226
 227     print '\n\t######## testing threading.Condition\n'
 228     test_conditionspeed(threading.Thread, threading.Condition())
 229     print '\n\t######## testing multiprocessing.Condition\n'
 230     test_conditionspeed(multiprocessing.Process, multiprocessing.Condition())
 231     print '\n\t######## testing condition managed by a server process\n'
 232     test_conditionspeed(multiprocessing.Process, manager.Condition())
 233
 234     gc.enable()
 235
 236 if __name__ == '__main__':
 237     multiprocessing.freeze_support()
 238     test()