PCbuild/build_ssl.py

   1 # Script for building the _ssl and _hashlib modules for Windows.
   2 # Uses Perl to setup the OpenSSL environment correctly
   3 # and build OpenSSL, then invokes a simple nmake session
   4 # for the actual _ssl.pyd and _hashlib.pyd DLLs.
   5
   6 # THEORETICALLY, you can:
   7 # * Unpack the latest SSL release one level above your main Python source
   8 #   directory.  It is likely you will already find the zlib library and
   9 #   any other external packages there.
  10 # * Install ActivePerl and ensure it is somewhere on your path.
  11 # * Run this script from the PCBuild directory.
  12 #
  13 # it should configure and build SSL, then build the _ssl and _hashlib
  14 # Python extensions without intervention.
  15
  16 # Modified by Christian Heimes
  17 # Now this script supports pre-generated makefiles and assembly files.
  18 # Developers don't need an installation of Perl anymore to build Python. A svn
  19 # checkout from our svn repository is enough.
  20 #
  21 # In Order to create the files in the case of an update you still need Perl.
  22 # Run build_ssl in this order:
  23 # python.exe build_ssl.py Release x64
  24 # python.exe build_ssl.py Release Win32
  25
  26 import os, sys, re, shutil
  27
  28 # Find all "foo.exe" files on the PATH.
  29 def find_all_on_path(filename, extras = None):
  30     entries = os.environ["PATH"].split(os.pathsep)
  31     ret = []
  32     for p in entries:
  33         fname = os.path.abspath(os.path.join(p, filename))
  34         if os.path.isfile(fname) and fname not in ret:
  35             ret.append(fname)
  36     if extras:
  37         for p in extras:
  38             fname = os.path.abspath(os.path.join(p, filename))
  39             if os.path.isfile(fname) and fname not in ret:
  40                 ret.append(fname)
  41     return ret
  42
  43 # Find a suitable Perl installation for OpenSSL.
  44 # cygwin perl does *not* work.  ActivePerl does.
  45 # Being a Perl dummy, the simplest way I can check is if the "Win32" package
  46 # is available.
  47 def find_working_perl(perls):
  48     for perl in perls:
  49         fh = os.popen(perl + ' -e "use Win32;"')
  50         fh.read()
  51         rc = fh.close()
  52         if rc:
  53             continue
  54         return perl
  55     print("Can not find a suitable PERL:")
  56     if perls:
  57         print(" the following perl interpreters were found:")
  58         for p in perls:
  59             print(" ", p)
  60         print(" None of these versions appear suitable for building OpenSSL")
  61     else:
  62         print(" NO perl interpreters were found on this machine at all!")
  63     print(" Please install ActivePerl and ensure it appears on your path")
  64     return None
  65
  66 # Locate the best SSL directory given a few roots to look into.
  67 def find_best_ssl_dir(sources):
  68     candidates = []
  69     for s in sources:
  70         try:
  71             # note: do not abspath s; the build will fail if any
  72             # higher up directory name has spaces in it.
  73             fnames = os.listdir(s)
  74         except os.error:
  75             fnames = []
  76         for fname in fnames:
  77             fqn = os.path.join(s, fname)
  78             if os.path.isdir(fqn) and fname.startswith("openssl-"):
  79                 candidates.append(fqn)
  80     # Now we have all the candidates, locate the best.
  81     best_parts = []
  82     best_name = None
  83     for c in candidates:
  84         parts = re.split("[.-]", os.path.basename(c))[1:]
  85         # eg - openssl-0.9.7-beta1 - ignore all "beta" or any other qualifiers
  86         if len(parts) >= 4:
  87             continue
  88         if parts > best_parts:
  89             best_parts = parts
  90             best_name = c
  91     if best_name is not None:
  92         print("Found an SSL directory at '%s'" % (best_name,))
  93     else:
  94         print("Could not find an SSL directory in '%s'" % (sources,))
  95     sys.stdout.flush()
  96     return best_name
  97
  98 def create_makefile64(makefile, m32):
  99     """Create and fix makefile for 64bit
 100
 101     Replace 32 with 64bit directories
 102     """
 103     if not os.path.isfile(m32):
 104         return
 105     # 2.4 compatibility
 106     fin = open(m32)
 107     if 1: # with open(m32) as fin:
 108         fout = open(makefile, 'w')
 109         if 1: # with open(makefile, 'w') as fout:
 110             for line in fin:
 111                 line = line.replace("=tmp32", "=tmp64")
 112                 line = line.replace("=out32", "=out64")
 113                 line = line.replace("=inc32", "=inc64")
 114                 # force 64 bit machine
 115                 line = line.replace("MKLIB=lib", "MKLIB=lib /MACHINE:X64")
 116                 line = line.replace("LFLAGS=", "LFLAGS=/MACHINE:X64 ")
 117                 # don't link against the lib on 64bit systems
 118                 line = line.replace("bufferoverflowu.lib", "")
 119                 fout.write(line)
 120     os.unlink(m32)
 121
 122 def fix_makefile(makefile):
 123     """Fix some stuff in all makefiles
 124     """
 125     if not os.path.isfile(makefile):
 126         return
 127     # 2.4 compatibility
 128     fin = open(makefile)
 129     if 1: # with open(makefile) as fin:
 130         lines = fin.readlines()
 131         fin.close()
 132     fout = open(makefile, 'w')
 133     if 1: # with open(makefile, 'w') as fout:
 134         for line in lines:
 135             if line.startswith("PERL="):
 136                 continue
 137             if line.startswith("CP="):
 138                 line = "CP=copy\n"
 139             if line.startswith("MKDIR="):
 140                 line = "MKDIR=mkdir\n"
 141             if line.startswith("CFLAG="):
 142                 line = line.strip()
 143                 for algo in ("RC5", "MDC2", "IDEA"):
 144                     noalgo = " -DOPENSSL_NO_%s" % algo
 145                     if noalgo not in line:
 146                         line = line + noalgo
 147                 line = line + '\n'
 148             fout.write(line)
 149     fout.close()
 150
 151 def run_configure(configure, do_script):
 152     print("perl Configure "+configure)
 153     os.system("perl Configure "+configure)
 154     print(do_script)
 155     os.system(do_script)
 156
 157 def main():
 158     build_all = "-a" in sys.argv
 159     if sys.argv[1] == "Release":
 160         debug = False
 161     elif sys.argv[1] == "Debug":
 162         debug = True
 163     else:
 164         raise ValueError(str(sys.argv))
 165
 166     if sys.argv[2] == "Win32":
 167         arch = "x86"
 168         configure = "VC-WIN32"
 169         do_script = "ms\\do_nasm"
 170         makefile="ms\\nt.mak"
 171         m32 = makefile
 172     elif sys.argv[2] == "x64":
 173         arch="amd64"
 174         configure = "VC-WIN64A"
 175         do_script = "ms\\do_win64a"
 176         makefile = "ms\\nt64.mak"
 177         m32 = makefile.replace('64', '')
 178         #os.environ["VSEXTCOMP_USECL"] = "MS_OPTERON"
 179     else:
 180         raise ValueError(str(sys.argv))
 181
 182     make_flags = ""
 183     if build_all:
 184         make_flags = "-a"
 185     # perl should be on the path, but we also look in "\perl" and "c:\\perl"
 186     # as "well known" locations
 187     perls = find_all_on_path("perl.exe", ["\\perl\\bin", "C:\\perl\\bin"])
 188     perl = find_working_perl(perls)
 189     if perl is None:
 190         print("No Perl installation was found. Existing Makefiles are used.")
 191
 192     print("Found a working perl at '%s'" % (perl,))
 193     sys.stdout.flush()
 194     # Look for SSL 2 levels up from pcbuild - ie, same place zlib etc all live.
 195     ssl_dir = find_best_ssl_dir(("..\\..",))
 196     if ssl_dir is None:
 197         sys.exit(1)
 198
 199     old_cd = os.getcwd()
 200     try:
 201         os.chdir(ssl_dir)
 202         # rebuild makefile when we do the role over from 32 to 64 build
 203         if arch == "amd64" and os.path.isfile(m32) and not os.path.isfile(makefile):
 204             os.unlink(m32)
 205
 206         # If the ssl makefiles do not exist, we invoke Perl to generate them.
 207         # Due to a bug in this script, the makefile sometimes ended up empty
 208         # Force a regeneration if it is.
 209         if not os.path.isfile(makefile) or os.path.getsize(makefile)==0:
 210             if perl is None:
 211                 print("Perl is required to build the makefiles!")
 212                 sys.exit(1)
 213
 214             print("Creating the makefiles...")
 215             sys.stdout.flush()
 216             # Put our working Perl at the front of our path
 217             os.environ["PATH"] = os.path.dirname(perl) + \
 218                                           os.pathsep + \
 219                                           os.environ["PATH"]
 220             run_configure(configure, do_script)
 221             if debug:
 222                 print("OpenSSL debug builds aren't supported.")
 223             #if arch=="x86" and debug:
 224             #    # the do_masm script in openssl doesn't generate a debug
 225             #    # build makefile so we generate it here:
 226             #    os.system("perl util\mk1mf.pl debug "+configure+" >"+makefile)
 227
 228             if arch == "amd64":
 229                 create_makefile64(makefile, m32)
 230             fix_makefile(makefile)
 231             shutil.copy(r"crypto\buildinf.h", r"crypto\buildinf_%s.h" % arch)
 232             shutil.copy(r"crypto\opensslconf.h", r"crypto\opensslconf_%s.h" % arch)
 233
 234         # Now run make.
 235         if arch == "amd64":
 236             rc = os.system(r"ml64 -c -Foms\uptable.obj ms\uptable.asm")
 237             if rc:
 238                 print("ml64 assembler has failed.")
 239                 sys.exit(rc)
 240
 241         shutil.copy(r"crypto\buildinf_%s.h" % arch, r"crypto\buildinf.h")
 242         shutil.copy(r"crypto\opensslconf_%s.h" % arch, r"crypto\opensslconf.h")
 243
 244         #makeCommand = "nmake /nologo PERL=\"%s\" -f \"%s\"" %(perl, makefile)
 245         makeCommand = "nmake /nologo -f \"%s\"" % makefile
 246         print("Executing ssl makefiles:", makeCommand)
 247         sys.stdout.flush()
 248         rc = os.system(makeCommand)
 249         if rc:
 250             print("Executing "+makefile+" failed")
 251             print(rc)
 252             sys.exit(rc)
 253     finally:
 254         os.chdir(old_cd)
 255     sys.exit(rc)
 256
 257 if __name__=='__main__':
 258     main()