3 import os
, random
, shutil
5 out
= 'rawpat_files_merged/'
6 ranks
= os
.listdir(raw
)
12 files
= os
.listdir(raw
+ rank
)
14 size
= os
.stat(raw
+ rank
+ '/' + f
).st_size
17 if last_size
>= limit
:
21 merge
[-2] += merge
[-1]
25 os
.makedirs(out
+ rank
)
30 for num
, fs
in enumerate(merge
):
31 outf
= open( out
+ rank
+ '/' + str(num
), 'wb' )
33 shutil
.copyfileobj(open(raw
+ rank
+ '/' + f
, 'rb'), outf
)