cvs2svn_lib/test/sort-test

   1 #! /usr/bin/python
   2
   3 """A trivial test of sorting a large number of tiny files.
   4
   5 This is mostly to verify that hierarchical merging doesn't blow up due
   6 to opening too many files at once."""
   7
   8
   9 import sys
  10 import os
  11 import shutil
  12
  13 SRCPATH = os.path.normpath(os.path.join(os.path.dirname(__file__), '..', '..'))
  14 sys.path.insert(0, os.path.join(SRCPATH))
  15
  16 from cvs2svn_lib import sort
  17
  18
  19 TMPDIR = 'cvs2svn-tmp'
  20 NUMFILES = 2200
  21 LINES_PER_FILE = 5
  22
  23 OUTFILE = os.path.join(TMPDIR, 'out.dat')
  24
  25 try:
  26     shutil.rmtree(TMPDIR)
  27 except:
  28     pass
  29
  30 filenames = [
  31     os.path.join(TMPDIR, '%04d.dat' % (i,))
  32     for i in range(NUMFILES)
  33     ]
  34
  35 os.makedirs(TMPDIR)
  36 for (i, filename) in enumerate(filenames):
  37     f = open(filename, 'w')
  38     for j in range(LINES_PER_FILE):
  39         f.write('%04d %04d\n' % (j, i,))
  40     f.close()
  41
  42 sort.merge_files(filenames, OUTFILE, max_merge=4)
  43
  44 for (i, line) in enumerate(open(OUTFILE)):
  45     assert line == '%04d %04d\n' % (i // NUMFILES, i % NUMFILES,)
  46
  47 print 'OK'
  48