Deprecate Bastion and rexec for 3.0.
[python.git] / setup.py
blob34035edd32c8d0fb8608dc8b6f8ede16d52ca343
1 # Autodetecting setup.py script for building the Python extensions
4 __version__ = "$Revision$"
6 import sys, os, imp, re, optparse
7 from glob import glob
9 from distutils import log
10 from distutils import sysconfig
11 from distutils import text_file
12 from distutils.errors import *
13 from distutils.core import Extension, setup
14 from distutils.command.build_ext import build_ext
15 from distutils.command.install import install
16 from distutils.command.install_lib import install_lib
18 # This global variable is used to hold the list of modules to be disabled.
19 disabled_module_list = []
21 def add_dir_to_list(dirlist, dir):
22 """Add the directory 'dir' to the list 'dirlist' (at the front) if
23 1) 'dir' is not already in 'dirlist'
24 2) 'dir' actually exists, and is a directory."""
25 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
26 dirlist.insert(0, dir)
28 def find_file(filename, std_dirs, paths):
29 """Searches for the directory where a given file is located,
30 and returns a possibly-empty list of additional directories, or None
31 if the file couldn't be found at all.
33 'filename' is the name of a file, such as readline.h or libcrypto.a.
34 'std_dirs' is the list of standard system directories; if the
35 file is found in one of them, no additional directives are needed.
36 'paths' is a list of additional locations to check; if the file is
37 found in one of them, the resulting list will contain the directory.
38 """
40 # Check the standard locations
41 for dir in std_dirs:
42 f = os.path.join(dir, filename)
43 if os.path.exists(f): return []
45 # Check the additional directories
46 for dir in paths:
47 f = os.path.join(dir, filename)
48 if os.path.exists(f):
49 return [dir]
51 # Not found anywhere
52 return None
54 def find_library_file(compiler, libname, std_dirs, paths):
55 result = compiler.find_library_file(std_dirs + paths, libname)
56 if result is None:
57 return None
59 # Check whether the found file is in one of the standard directories
60 dirname = os.path.dirname(result)
61 for p in std_dirs:
62 # Ensure path doesn't end with path separator
63 p = p.rstrip(os.sep)
64 if p == dirname:
65 return [ ]
67 # Otherwise, it must have been in one of the additional directories,
68 # so we have to figure out which one.
69 for p in paths:
70 # Ensure path doesn't end with path separator
71 p = p.rstrip(os.sep)
72 if p == dirname:
73 return [p]
74 else:
75 assert False, "Internal error: Path not found in std_dirs or paths"
77 def module_enabled(extlist, modname):
78 """Returns whether the module 'modname' is present in the list
79 of extensions 'extlist'."""
80 extlist = [ext for ext in extlist if ext.name == modname]
81 return len(extlist)
83 def find_module_file(module, dirlist):
84 """Find a module in a set of possible folders. If it is not found
85 return the unadorned filename"""
86 list = find_file(module, [], dirlist)
87 if not list:
88 return module
89 if len(list) > 1:
90 log.info("WARNING: multiple copies of %s found"%module)
91 return os.path.join(list[0], module)
93 class PyBuildExt(build_ext):
95 def __init__(self, dist):
96 build_ext.__init__(self, dist)
97 self.failed = []
99 def build_extensions(self):
101 # Detect which modules should be compiled
102 missing = self.detect_modules()
104 # Remove modules that are present on the disabled list
105 extensions = [ext for ext in self.extensions
106 if ext.name not in disabled_module_list]
107 # move ctypes to the end, it depends on other modules
108 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
109 if "_ctypes" in ext_map:
110 ctypes = extensions.pop(ext_map["_ctypes"])
111 extensions.append(ctypes)
112 self.extensions = extensions
114 # Fix up the autodetected modules, prefixing all the source files
115 # with Modules/ and adding Python's include directory to the path.
116 (srcdir,) = sysconfig.get_config_vars('srcdir')
117 if not srcdir:
118 # Maybe running on Windows but not using CYGWIN?
119 raise ValueError("No source directory; cannot proceed.")
121 # Figure out the location of the source code for extension modules
122 # (This logic is copied in distutils.test.test_sysconfig,
123 # so building in a separate directory does not break test_distutils.)
124 moddir = os.path.join(os.getcwd(), srcdir, 'Modules')
125 moddir = os.path.normpath(moddir)
126 srcdir, tail = os.path.split(moddir)
127 srcdir = os.path.normpath(srcdir)
128 moddir = os.path.normpath(moddir)
130 moddirlist = [moddir]
131 incdirlist = ['./Include']
133 # Platform-dependent module source and include directories
134 platform = self.get_platform()
135 if platform in ('darwin', 'mac') and ("--disable-toolbox-glue" not in
136 sysconfig.get_config_var("CONFIG_ARGS")):
137 # Mac OS X also includes some mac-specific modules
138 macmoddir = os.path.join(os.getcwd(), srcdir, 'Mac/Modules')
139 moddirlist.append(macmoddir)
140 incdirlist.append('./Mac/Include')
142 alldirlist = moddirlist + incdirlist
144 # Fix up the paths for scripts, too
145 self.distribution.scripts = [os.path.join(srcdir, filename)
146 for filename in self.distribution.scripts]
148 # Python header files
149 headers = glob("Include/*.h") + ["pyconfig.h"]
151 for ext in self.extensions[:]:
152 ext.sources = [ find_module_file(filename, moddirlist)
153 for filename in ext.sources ]
154 if ext.depends is not None:
155 ext.depends = [find_module_file(filename, alldirlist)
156 for filename in ext.depends]
157 else:
158 ext.depends = []
159 # re-compile extensions if a header file has been changed
160 ext.depends.extend(headers)
162 ext.include_dirs.append( '.' ) # to get config.h
163 for incdir in incdirlist:
164 ext.include_dirs.append( os.path.join(srcdir, incdir) )
166 # If a module has already been built statically,
167 # don't build it here
168 if ext.name in sys.builtin_module_names:
169 self.extensions.remove(ext)
171 if platform != 'mac':
172 # Parse Modules/Setup and Modules/Setup.local to figure out which
173 # modules are turned on in the file.
174 remove_modules = []
175 for filename in ('Modules/Setup', 'Modules/Setup.local'):
176 input = text_file.TextFile(filename, join_lines=1)
177 while 1:
178 line = input.readline()
179 if not line: break
180 line = line.split()
181 remove_modules.append(line[0])
182 input.close()
184 for ext in self.extensions[:]:
185 if ext.name in remove_modules:
186 self.extensions.remove(ext)
188 # When you run "make CC=altcc" or something similar, you really want
189 # those environment variables passed into the setup.py phase. Here's
190 # a small set of useful ones.
191 compiler = os.environ.get('CC')
192 args = {}
193 # unfortunately, distutils doesn't let us provide separate C and C++
194 # compilers
195 if compiler is not None:
196 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
197 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
198 self.compiler.set_executables(**args)
200 build_ext.build_extensions(self)
202 longest = max([len(e.name) for e in self.extensions])
203 if self.failed:
204 longest = max(longest, max([len(name) for name in self.failed]))
206 def print_three_column(lst):
207 lst.sort(key=str.lower)
208 # guarantee zip() doesn't drop anything
209 while len(lst) % 3:
210 lst.append("")
211 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
212 print "%-*s %-*s %-*s" % (longest, e, longest, f,
213 longest, g)
215 if missing:
216 print
217 print "Failed to find the necessary bits to build these modules:"
218 print_three_column(missing)
219 print ("To find the necessary bits, look in setup.py in"
220 " detect_modules() for the module's name.")
221 print
223 if self.failed:
224 failed = self.failed[:]
225 print
226 print "Failed to build these modules:"
227 print_three_column(failed)
228 print
230 def build_extension(self, ext):
232 if ext.name == '_ctypes':
233 if not self.configure_ctypes(ext):
234 return
236 try:
237 build_ext.build_extension(self, ext)
238 except (CCompilerError, DistutilsError), why:
239 self.announce('WARNING: building of extension "%s" failed: %s' %
240 (ext.name, sys.exc_info()[1]))
241 self.failed.append(ext.name)
242 return
243 # Workaround for Mac OS X: The Carbon-based modules cannot be
244 # reliably imported into a command-line Python
245 if 'Carbon' in ext.extra_link_args:
246 self.announce(
247 'WARNING: skipping import check for Carbon-based "%s"' %
248 ext.name)
249 return
250 # Workaround for Cygwin: Cygwin currently has fork issues when many
251 # modules have been imported
252 if self.get_platform() == 'cygwin':
253 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
254 % ext.name)
255 return
256 ext_filename = os.path.join(
257 self.build_lib,
258 self.get_ext_filename(self.get_ext_fullname(ext.name)))
259 try:
260 imp.load_dynamic(ext.name, ext_filename)
261 except ImportError, why:
262 self.failed.append(ext.name)
263 self.announce('*** WARNING: renaming "%s" since importing it'
264 ' failed: %s' % (ext.name, why), level=3)
265 assert not self.inplace
266 basename, tail = os.path.splitext(ext_filename)
267 newname = basename + "_failed" + tail
268 if os.path.exists(newname):
269 os.remove(newname)
270 os.rename(ext_filename, newname)
272 # XXX -- This relies on a Vile HACK in
273 # distutils.command.build_ext.build_extension(). The
274 # _built_objects attribute is stored there strictly for
275 # use here.
276 # If there is a failure, _built_objects may not be there,
277 # so catch the AttributeError and move on.
278 try:
279 for filename in self._built_objects:
280 os.remove(filename)
281 except AttributeError:
282 self.announce('unable to remove files (ignored)')
283 except:
284 exc_type, why, tb = sys.exc_info()
285 self.announce('*** WARNING: importing extension "%s" '
286 'failed with %s: %s' % (ext.name, exc_type, why),
287 level=3)
288 self.failed.append(ext.name)
290 def get_platform(self):
291 # Get value of sys.platform
292 for platform in ['cygwin', 'beos', 'darwin', 'atheos', 'osf1']:
293 if sys.platform.startswith(platform):
294 return platform
295 return sys.platform
297 def detect_modules(self):
298 # Ensure that /usr/local is always used
299 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
300 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
302 # Add paths specified in the environment variables LDFLAGS and
303 # CPPFLAGS for header and library files.
304 # We must get the values from the Makefile and not the environment
305 # directly since an inconsistently reproducible issue comes up where
306 # the environment variable is not set even though the value were passed
307 # into configure and stored in the Makefile (issue found on OS X 10.3).
308 for env_var, arg_name, dir_list in (
309 ('LDFLAGS', '-L', self.compiler.library_dirs),
310 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
311 env_val = sysconfig.get_config_var(env_var)
312 if env_val:
313 # To prevent optparse from raising an exception about any
314 # options in env_val that is doesn't know about we strip out
315 # all double dashes and any dashes followed by a character
316 # that is not for the option we are dealing with.
318 # Please note that order of the regex is important! We must
319 # strip out double-dashes first so that we don't end up with
320 # substituting "--Long" to "-Long" and thus lead to "ong" being
321 # used for a library directory.
322 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
323 ' ', env_val)
324 parser = optparse.OptionParser()
325 # Make sure that allowing args interspersed with options is
326 # allowed
327 parser.allow_interspersed_args = True
328 parser.error = lambda msg: None
329 parser.add_option(arg_name, dest="dirs", action="append")
330 options = parser.parse_args(env_val.split())[0]
331 if options.dirs:
332 for directory in reversed(options.dirs):
333 add_dir_to_list(dir_list, directory)
335 if os.path.normpath(sys.prefix) != '/usr':
336 add_dir_to_list(self.compiler.library_dirs,
337 sysconfig.get_config_var("LIBDIR"))
338 add_dir_to_list(self.compiler.include_dirs,
339 sysconfig.get_config_var("INCLUDEDIR"))
341 try:
342 have_unicode = unicode
343 except NameError:
344 have_unicode = 0
346 # lib_dirs and inc_dirs are used to search for files;
347 # if a file is found in one of those directories, it can
348 # be assumed that no additional -I,-L directives are needed.
349 lib_dirs = self.compiler.library_dirs + [
350 '/lib64', '/usr/lib64',
351 '/lib', '/usr/lib',
353 inc_dirs = self.compiler.include_dirs + ['/usr/include']
354 exts = []
355 missing = []
357 config_h = sysconfig.get_config_h_filename()
358 config_h_vars = sysconfig.parse_config_h(open(config_h))
360 platform = self.get_platform()
361 (srcdir,) = sysconfig.get_config_vars('srcdir')
363 # Check for AtheOS which has libraries in non-standard locations
364 if platform == 'atheos':
365 lib_dirs += ['/system/libs', '/atheos/autolnk/lib']
366 lib_dirs += os.getenv('LIBRARY_PATH', '').split(os.pathsep)
367 inc_dirs += ['/system/include', '/atheos/autolnk/include']
368 inc_dirs += os.getenv('C_INCLUDE_PATH', '').split(os.pathsep)
370 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
371 if platform in ['osf1', 'unixware7', 'openunix8']:
372 lib_dirs += ['/usr/ccs/lib']
374 if platform == 'darwin':
375 # This should work on any unixy platform ;-)
376 # If the user has bothered specifying additional -I and -L flags
377 # in OPT and LDFLAGS we might as well use them here.
378 # NOTE: using shlex.split would technically be more correct, but
379 # also gives a bootstrap problem. Let's hope nobody uses directories
380 # with whitespace in the name to store libraries.
381 cflags, ldflags = sysconfig.get_config_vars(
382 'CFLAGS', 'LDFLAGS')
383 for item in cflags.split():
384 if item.startswith('-I'):
385 inc_dirs.append(item[2:])
387 for item in ldflags.split():
388 if item.startswith('-L'):
389 lib_dirs.append(item[2:])
391 # Check for MacOS X, which doesn't need libm.a at all
392 math_libs = ['m']
393 if platform in ['darwin', 'beos', 'mac']:
394 math_libs = []
396 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
399 # The following modules are all pretty straightforward, and compile
400 # on pretty much any POSIXish platform.
403 # Some modules that are normally always on:
404 exts.append( Extension('_weakref', ['_weakref.c']) )
406 # array objects
407 exts.append( Extension('array', ['arraymodule.c']) )
408 # complex math library functions
409 exts.append( Extension('cmath', ['cmathmodule.c'],
410 libraries=math_libs) )
412 # math library functions, e.g. sin()
413 exts.append( Extension('math', ['mathmodule.c'],
414 libraries=math_libs) )
415 # fast string operations implemented in C
416 exts.append( Extension('strop', ['stropmodule.c']) )
417 # time operations and variables
418 exts.append( Extension('time', ['timemodule.c'],
419 libraries=math_libs) )
420 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
421 libraries=math_libs) )
422 # fast iterator tools implemented in C
423 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
424 # code that will be builtins in the future, but conflict with the
425 # current builtins
426 exts.append( Extension('future_builtins', ['future_builtins.c']) )
427 # random number generator implemented in C
428 exts.append( Extension("_random", ["_randommodule.c"]) )
429 # high-performance collections
430 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
431 # bisect
432 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
433 # heapq
434 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
435 # operator.add() and similar goodies
436 exts.append( Extension('operator', ['operator.c']) )
437 # Python 3.0 _fileio module
438 exts.append( Extension("_fileio", ["_fileio.c"]) )
439 # Python 3.0 _bytesio module
440 exts.append( Extension("_bytesio", ["_bytesio.c"]) )
441 # _functools
442 exts.append( Extension("_functools", ["_functoolsmodule.c"]) )
443 # _json speedups
444 exts.append( Extension("_json", ["_json.c"]) )
445 # Python C API test module
446 exts.append( Extension('_testcapi', ['_testcapimodule.c']) )
447 # profilers (_lsprof is for cProfile.py)
448 exts.append( Extension('_hotshot', ['_hotshot.c']) )
449 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
450 # static Unicode character database
451 if have_unicode:
452 exts.append( Extension('unicodedata', ['unicodedata.c']) )
453 else:
454 missing.append('unicodedata')
455 # access to ISO C locale support
456 data = open('pyconfig.h').read()
457 m = re.search(r"#s*define\s+WITH_LIBINTL\s+1\s*", data)
458 if m is not None:
459 locale_libs = ['intl']
460 else:
461 locale_libs = []
462 if platform == 'darwin':
463 locale_extra_link_args = ['-framework', 'CoreFoundation']
464 else:
465 locale_extra_link_args = []
468 exts.append( Extension('_locale', ['_localemodule.c'],
469 libraries=locale_libs,
470 extra_link_args=locale_extra_link_args) )
472 # Modules with some UNIX dependencies -- on by default:
473 # (If you have a really backward UNIX, select and socket may not be
474 # supported...)
476 # fcntl(2) and ioctl(2)
477 exts.append( Extension('fcntl', ['fcntlmodule.c']) )
478 if platform not in ['mac']:
479 # pwd(3)
480 exts.append( Extension('pwd', ['pwdmodule.c']) )
481 # grp(3)
482 exts.append( Extension('grp', ['grpmodule.c']) )
483 # spwd, shadow passwords
484 if (config_h_vars.get('HAVE_GETSPNAM', False) or
485 config_h_vars.get('HAVE_GETSPENT', False)):
486 exts.append( Extension('spwd', ['spwdmodule.c']) )
487 else:
488 missing.append('spwd')
489 else:
490 missing.extend(['pwd', 'grp', 'spwd'])
492 # select(2); not on ancient System V
493 exts.append( Extension('select', ['selectmodule.c']) )
495 # Fred Drake's interface to the Python parser
496 exts.append( Extension('parser', ['parsermodule.c']) )
498 # cStringIO and cPickle
499 exts.append( Extension('cStringIO', ['cStringIO.c']) )
500 exts.append( Extension('cPickle', ['cPickle.c']) )
502 # Memory-mapped files (also works on Win32).
503 if platform not in ['atheos', 'mac']:
504 exts.append( Extension('mmap', ['mmapmodule.c']) )
505 else:
506 missing.append('mmap')
508 # Lance Ellinghaus's syslog module
509 if platform not in ['mac']:
510 # syslog daemon interface
511 exts.append( Extension('syslog', ['syslogmodule.c']) )
512 else:
513 missing.append('syslog')
515 # George Neville-Neil's timing module:
516 # Deprecated in PEP 4 http://www.python.org/peps/pep-0004.html
517 # http://mail.python.org/pipermail/python-dev/2006-January/060023.html
518 #exts.append( Extension('timing', ['timingmodule.c']) )
521 # Here ends the simple stuff. From here on, modules need certain
522 # libraries, are platform-specific, or present other surprises.
525 # Multimedia modules
526 # These don't work for 64-bit platforms!!!
527 # These represent audio samples or images as strings:
529 # Operations on audio samples
530 # According to #993173, this one should actually work fine on
531 # 64-bit platforms.
532 exts.append( Extension('audioop', ['audioop.c']) )
534 # Disabled on 64-bit platforms
535 if sys.maxint != 9223372036854775807L:
536 # Operations on images
537 exts.append( Extension('imageop', ['imageop.c']) )
538 else:
539 missing.extend(['imageop'])
541 # readline
542 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
543 if platform == 'darwin':
544 # MacOSX 10.4 has a broken readline. Don't try to build
545 # the readline module unless the user has installed a fixed
546 # readline package
547 if find_file('readline/rlconf.h', inc_dirs, []) is None:
548 do_readline = False
549 if do_readline:
550 if sys.platform == 'darwin':
551 # In every directory on the search path search for a dynamic
552 # library and then a static library, instead of first looking
553 # for dynamic libraries on the entiry path.
554 # This way a staticly linked custom readline gets picked up
555 # before the (broken) dynamic library in /usr/lib.
556 readline_extra_link_args = ('-Wl,-search_paths_first',)
557 else:
558 readline_extra_link_args = ()
560 readline_libs = ['readline']
561 if self.compiler.find_library_file(lib_dirs,
562 'ncursesw'):
563 readline_libs.append('ncursesw')
564 elif self.compiler.find_library_file(lib_dirs,
565 'ncurses'):
566 readline_libs.append('ncurses')
567 elif self.compiler.find_library_file(lib_dirs, 'curses'):
568 readline_libs.append('curses')
569 elif self.compiler.find_library_file(lib_dirs +
570 ['/usr/lib/termcap'],
571 'termcap'):
572 readline_libs.append('termcap')
573 exts.append( Extension('readline', ['readline.c'],
574 library_dirs=['/usr/lib/termcap'],
575 extra_link_args=readline_extra_link_args,
576 libraries=readline_libs) )
577 else:
578 missing.append('readline')
580 if platform not in ['mac']:
581 # crypt module.
583 if self.compiler.find_library_file(lib_dirs, 'crypt'):
584 libs = ['crypt']
585 else:
586 libs = []
587 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
588 else:
589 missing.append('crypt')
591 # CSV files
592 exts.append( Extension('_csv', ['_csv.c']) )
594 # socket(2)
595 exts.append( Extension('_socket', ['socketmodule.c'],
596 depends = ['socketmodule.h']) )
597 # Detect SSL support for the socket module (via _ssl)
598 search_for_ssl_incs_in = [
599 '/usr/local/ssl/include',
600 '/usr/contrib/ssl/include/'
602 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
603 search_for_ssl_incs_in
605 if ssl_incs is not None:
606 krb5_h = find_file('krb5.h', inc_dirs,
607 ['/usr/kerberos/include'])
608 if krb5_h:
609 ssl_incs += krb5_h
610 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
611 ['/usr/local/ssl/lib',
612 '/usr/contrib/ssl/lib/'
615 if (ssl_incs is not None and
616 ssl_libs is not None):
617 exts.append( Extension('_ssl', ['_ssl.c'],
618 include_dirs = ssl_incs,
619 library_dirs = ssl_libs,
620 libraries = ['ssl', 'crypto'],
621 depends = ['socketmodule.h']), )
622 else:
623 missing.append('_ssl')
625 # find out which version of OpenSSL we have
626 openssl_ver = 0
627 openssl_ver_re = re.compile(
628 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
629 for ssl_inc_dir in inc_dirs + search_for_ssl_incs_in:
630 name = os.path.join(ssl_inc_dir, 'openssl', 'opensslv.h')
631 if os.path.isfile(name):
632 try:
633 incfile = open(name, 'r')
634 for line in incfile:
635 m = openssl_ver_re.match(line)
636 if m:
637 openssl_ver = eval(m.group(1))
638 break
639 except IOError:
640 pass
642 # first version found is what we'll use (as the compiler should)
643 if openssl_ver:
644 break
646 #print 'openssl_ver = 0x%08x' % openssl_ver
648 if (ssl_incs is not None and
649 ssl_libs is not None and
650 openssl_ver >= 0x00907000):
651 # The _hashlib module wraps optimized implementations
652 # of hash functions from the OpenSSL library.
653 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
654 include_dirs = ssl_incs,
655 library_dirs = ssl_libs,
656 libraries = ['ssl', 'crypto']) )
657 # these aren't strictly missing since they are unneeded.
658 #missing.extend(['_sha', '_md5'])
659 else:
660 # The _sha module implements the SHA1 hash algorithm.
661 exts.append( Extension('_sha', ['shamodule.c']) )
662 # The _md5 module implements the RSA Data Security, Inc. MD5
663 # Message-Digest Algorithm, described in RFC 1321. The
664 # necessary files md5.c and md5.h are included here.
665 exts.append( Extension('_md5',
666 sources = ['md5module.c', 'md5.c'],
667 depends = ['md5.h']) )
668 missing.append('_hashlib')
670 if (openssl_ver < 0x00908000):
671 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
672 exts.append( Extension('_sha256', ['sha256module.c']) )
673 exts.append( Extension('_sha512', ['sha512module.c']) )
675 # Modules that provide persistent dictionary-like semantics. You will
676 # probably want to arrange for at least one of them to be available on
677 # your machine, though none are defined by default because of library
678 # dependencies. The Python module anydbm.py provides an
679 # implementation independent wrapper for these; dumbdbm.py provides
680 # similar functionality (but slower of course) implemented in Python.
682 # Sleepycat^WOracle Berkeley DB interface.
683 # http://www.oracle.com/database/berkeley-db/db/index.html
685 # This requires the Sleepycat^WOracle DB code. The supported versions
686 # are set below. Visit the URL above to download
687 # a release. Most open source OSes come with one or more
688 # versions of BerkeleyDB already installed.
690 max_db_ver = (4, 5) # XXX(gregory.p.smith): 4.6 "works" but seems to
691 # have issues on many platforms. I've temporarily
692 # disabled 4.6 to see what the odd platform
693 # buildbots say.
694 min_db_ver = (3, 3)
695 db_setup_debug = False # verbose debug prints from this script?
697 # construct a list of paths to look for the header file in on
698 # top of the normal inc_dirs.
699 db_inc_paths = [
700 '/usr/include/db4',
701 '/usr/local/include/db4',
702 '/opt/sfw/include/db4',
703 '/usr/include/db3',
704 '/usr/local/include/db3',
705 '/opt/sfw/include/db3',
706 # Fink defaults (http://fink.sourceforge.net/)
707 '/sw/include/db4',
708 '/sw/include/db3',
710 # 4.x minor number specific paths
711 for x in range(max_db_ver[1]+1):
712 db_inc_paths.append('/usr/include/db4%d' % x)
713 db_inc_paths.append('/usr/include/db4.%d' % x)
714 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
715 db_inc_paths.append('/usr/local/include/db4%d' % x)
716 db_inc_paths.append('/pkg/db-4.%d/include' % x)
717 db_inc_paths.append('/opt/db-4.%d/include' % x)
718 # MacPorts default (http://www.macports.org/)
719 db_inc_paths.append('/opt/local/include/db4%d' % x)
720 # 3.x minor number specific paths
721 for x in (3,):
722 db_inc_paths.append('/usr/include/db3%d' % x)
723 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
724 db_inc_paths.append('/usr/local/include/db3%d' % x)
725 db_inc_paths.append('/pkg/db-3.%d/include' % x)
726 db_inc_paths.append('/opt/db-3.%d/include' % x)
728 # Add some common subdirectories for Sleepycat DB to the list,
729 # based on the standard include directories. This way DB3/4 gets
730 # picked up when it is installed in a non-standard prefix and
731 # the user has added that prefix into inc_dirs.
732 std_variants = []
733 for dn in inc_dirs:
734 std_variants.append(os.path.join(dn, 'db3'))
735 std_variants.append(os.path.join(dn, 'db4'))
736 for x in range(max_db_ver[1]+1):
737 std_variants.append(os.path.join(dn, "db4%d"%x))
738 std_variants.append(os.path.join(dn, "db4.%d"%x))
739 for x in (3,):
740 std_variants.append(os.path.join(dn, "db3%d"%x))
741 std_variants.append(os.path.join(dn, "db3.%d"%x))
743 db_inc_paths = std_variants + db_inc_paths
744 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
746 db_ver_inc_map = {}
748 class db_found(Exception): pass
749 try:
750 # See whether there is a Sleepycat header in the standard
751 # search path.
752 for d in inc_dirs + db_inc_paths:
753 f = os.path.join(d, "db.h")
754 if db_setup_debug: print "db: looking for db.h in", f
755 if os.path.exists(f):
756 f = open(f).read()
757 m = re.search(r"#define\WDB_VERSION_MAJOR\W(\d+)", f)
758 if m:
759 db_major = int(m.group(1))
760 m = re.search(r"#define\WDB_VERSION_MINOR\W(\d+)", f)
761 db_minor = int(m.group(1))
762 db_ver = (db_major, db_minor)
764 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
765 if db_ver == (4, 6):
766 m = re.search(r"#define\WDB_VERSION_PATCH\W(\d+)", f)
767 db_patch = int(m.group(1))
768 if db_patch < 21:
769 print "db.h:", db_ver, "patch", db_patch,
770 print "being ignored (4.6.x must be >= 4.6.21)"
771 continue
773 if ( (not db_ver_inc_map.has_key(db_ver)) and
774 (db_ver <= max_db_ver and db_ver >= min_db_ver) ):
775 # save the include directory with the db.h version
776 # (first occurrence only)
777 db_ver_inc_map[db_ver] = d
778 if db_setup_debug:
779 print "db.h: found", db_ver, "in", d
780 else:
781 # we already found a header for this library version
782 if db_setup_debug: print "db.h: ignoring", d
783 else:
784 # ignore this header, it didn't contain a version number
785 if db_setup_debug:
786 print "db.h: no version number version in", d
788 db_found_vers = db_ver_inc_map.keys()
789 db_found_vers.sort()
791 while db_found_vers:
792 db_ver = db_found_vers.pop()
793 db_incdir = db_ver_inc_map[db_ver]
795 # check lib directories parallel to the location of the header
796 db_dirs_to_check = [
797 db_incdir.replace("include", 'lib64'),
798 db_incdir.replace("include", 'lib'),
800 db_dirs_to_check = filter(os.path.isdir, db_dirs_to_check)
802 # Look for a version specific db-X.Y before an ambiguoius dbX
803 # XXX should we -ever- look for a dbX name? Do any
804 # systems really not name their library by version and
805 # symlink to more general names?
806 for dblib in (('db-%d.%d' % db_ver),
807 ('db%d%d' % db_ver),
808 ('db%d' % db_ver[0])):
809 dblib_file = self.compiler.find_library_file(
810 db_dirs_to_check + lib_dirs, dblib )
811 if dblib_file:
812 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
813 raise db_found
814 else:
815 if db_setup_debug: print "db lib: ", dblib, "not found"
817 except db_found:
818 if db_setup_debug:
819 print "db lib: using", db_ver, dblib
820 print "db: lib dir", dblib_dir, "inc dir", db_incdir
821 db_incs = [db_incdir]
822 dblibs = [dblib]
823 # We add the runtime_library_dirs argument because the
824 # BerkeleyDB lib we're linking against often isn't in the
825 # system dynamic library search path. This is usually
826 # correct and most trouble free, but may cause problems in
827 # some unusual system configurations (e.g. the directory
828 # is on an NFS server that goes away).
829 exts.append(Extension('_bsddb', ['_bsddb.c'],
830 depends = ['bsddb.h'],
831 library_dirs=dblib_dir,
832 runtime_library_dirs=dblib_dir,
833 include_dirs=db_incs,
834 libraries=dblibs))
835 else:
836 if db_setup_debug: print "db: no appropriate library found"
837 db_incs = None
838 dblibs = []
839 dblib_dir = None
840 missing.append('_bsddb')
842 # The sqlite interface
843 sqlite_setup_debug = False # verbose debug prints from this script?
845 # We hunt for #define SQLITE_VERSION "n.n.n"
846 # We need to find >= sqlite version 3.0.8
847 sqlite_incdir = sqlite_libdir = None
848 sqlite_inc_paths = [ '/usr/include',
849 '/usr/include/sqlite',
850 '/usr/include/sqlite3',
851 '/usr/local/include',
852 '/usr/local/include/sqlite',
853 '/usr/local/include/sqlite3',
855 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
856 MIN_SQLITE_VERSION = ".".join([str(x)
857 for x in MIN_SQLITE_VERSION_NUMBER])
859 # Scan the default include directories before the SQLite specific
860 # ones. This allows one to override the copy of sqlite on OSX,
861 # where /usr/include contains an old version of sqlite.
862 for d in inc_dirs + sqlite_inc_paths:
863 f = os.path.join(d, "sqlite3.h")
864 if os.path.exists(f):
865 if sqlite_setup_debug: print "sqlite: found %s"%f
866 incf = open(f).read()
867 m = re.search(
868 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
869 if m:
870 sqlite_version = m.group(1)
871 sqlite_version_tuple = tuple([int(x)
872 for x in sqlite_version.split(".")])
873 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
874 # we win!
875 if sqlite_setup_debug:
876 print "%s/sqlite3.h: version %s"%(d, sqlite_version)
877 sqlite_incdir = d
878 break
879 else:
880 if sqlite_setup_debug:
881 print "%s: version %d is too old, need >= %s"%(d,
882 sqlite_version, MIN_SQLITE_VERSION)
883 elif sqlite_setup_debug:
884 print "sqlite: %s had no SQLITE_VERSION"%(f,)
886 if sqlite_incdir:
887 sqlite_dirs_to_check = [
888 os.path.join(sqlite_incdir, '..', 'lib64'),
889 os.path.join(sqlite_incdir, '..', 'lib'),
890 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
891 os.path.join(sqlite_incdir, '..', '..', 'lib'),
893 sqlite_libfile = self.compiler.find_library_file(
894 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
895 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
897 if sqlite_incdir and sqlite_libdir:
898 sqlite_srcs = ['_sqlite/cache.c',
899 '_sqlite/connection.c',
900 '_sqlite/cursor.c',
901 '_sqlite/microprotocols.c',
902 '_sqlite/module.c',
903 '_sqlite/prepare_protocol.c',
904 '_sqlite/row.c',
905 '_sqlite/statement.c',
906 '_sqlite/util.c', ]
908 sqlite_defines = []
909 if sys.platform != "win32":
910 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
911 else:
912 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
915 if sys.platform == 'darwin':
916 # In every directory on the search path search for a dynamic
917 # library and then a static library, instead of first looking
918 # for dynamic libraries on the entiry path.
919 # This way a staticly linked custom sqlite gets picked up
920 # before the dynamic library in /usr/lib.
921 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
922 else:
923 sqlite_extra_link_args = ()
925 exts.append(Extension('_sqlite3', sqlite_srcs,
926 define_macros=sqlite_defines,
927 include_dirs=["Modules/_sqlite",
928 sqlite_incdir],
929 library_dirs=sqlite_libdir,
930 runtime_library_dirs=sqlite_libdir,
931 extra_link_args=sqlite_extra_link_args,
932 libraries=["sqlite3",]))
933 else:
934 missing.append('_sqlite3')
936 # Look for Berkeley db 1.85. Note that it is built as a different
937 # module name so it can be included even when later versions are
938 # available. A very restrictive search is performed to avoid
939 # accidentally building this module with a later version of the
940 # underlying db library. May BSD-ish Unixes incorporate db 1.85
941 # symbols into libc and place the include file in /usr/include.
943 # If the better bsddb library can be built (db_incs is defined)
944 # we do not build this one. Otherwise this build will pick up
945 # the more recent berkeleydb's db.h file first in the include path
946 # when attempting to compile and it will fail.
947 f = "/usr/include/db.h"
948 if os.path.exists(f) and not db_incs:
949 data = open(f).read()
950 m = re.search(r"#s*define\s+HASHVERSION\s+2\s*", data)
951 if m is not None:
952 # bingo - old version used hash file format version 2
953 ### XXX this should be fixed to not be platform-dependent
954 ### but I don't have direct access to an osf1 platform and
955 ### seemed to be muffing the search somehow
956 libraries = platform == "osf1" and ['db'] or None
957 if libraries is not None:
958 exts.append(Extension('bsddb185', ['bsddbmodule.c'],
959 libraries=libraries))
960 else:
961 exts.append(Extension('bsddb185', ['bsddbmodule.c']))
962 else:
963 missing.append('bsddb185')
964 else:
965 missing.append('bsddb185')
967 # The standard Unix dbm module:
968 if platform not in ['cygwin']:
969 if find_file("ndbm.h", inc_dirs, []) is not None:
970 # Some systems have -lndbm, others don't
971 if self.compiler.find_library_file(lib_dirs, 'ndbm'):
972 ndbm_libs = ['ndbm']
973 else:
974 ndbm_libs = []
975 exts.append( Extension('dbm', ['dbmmodule.c'],
976 define_macros=[('HAVE_NDBM_H',None)],
977 libraries = ndbm_libs ) )
978 elif (self.compiler.find_library_file(lib_dirs, 'gdbm')
979 and find_file("gdbm/ndbm.h", inc_dirs, []) is not None):
980 exts.append( Extension('dbm', ['dbmmodule.c'],
981 define_macros=[('HAVE_GDBM_NDBM_H',None)],
982 libraries = ['gdbm'] ) )
983 elif db_incs is not None:
984 exts.append( Extension('dbm', ['dbmmodule.c'],
985 library_dirs=dblib_dir,
986 runtime_library_dirs=dblib_dir,
987 include_dirs=db_incs,
988 define_macros=[('HAVE_BERKDB_H',None),
989 ('DB_DBM_HSEARCH',None)],
990 libraries=dblibs))
991 else:
992 missing.append('dbm')
994 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
995 if (self.compiler.find_library_file(lib_dirs, 'gdbm')):
996 exts.append( Extension('gdbm', ['gdbmmodule.c'],
997 libraries = ['gdbm'] ) )
998 else:
999 missing.append('gdbm')
1001 # Unix-only modules
1002 if platform not in ['mac', 'win32']:
1003 # Steen Lumholt's termios module
1004 exts.append( Extension('termios', ['termios.c']) )
1005 # Jeremy Hylton's rlimit interface
1006 if platform not in ['atheos']:
1007 exts.append( Extension('resource', ['resource.c']) )
1008 else:
1009 missing.append('resource')
1011 # Sun yellow pages. Some systems have the functions in libc.
1012 if platform not in ['cygwin', 'atheos']:
1013 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
1014 libs = ['nsl']
1015 else:
1016 libs = []
1017 exts.append( Extension('nis', ['nismodule.c'],
1018 libraries = libs) )
1019 else:
1020 missing.append('nis')
1021 else:
1022 missing.extend(['nis', 'resource', 'termios'])
1024 # Curses support, requiring the System V version of curses, often
1025 # provided by the ncurses library.
1026 panel_library = 'panel'
1027 if (self.compiler.find_library_file(lib_dirs, 'ncursesw')):
1028 curses_libs = ['ncursesw']
1029 # Bug 1464056: If _curses.so links with ncursesw,
1030 # _curses_panel.so must link with panelw.
1031 panel_library = 'panelw'
1032 exts.append( Extension('_curses', ['_cursesmodule.c'],
1033 libraries = curses_libs) )
1034 elif (self.compiler.find_library_file(lib_dirs, 'ncurses')):
1035 curses_libs = ['ncurses']
1036 exts.append( Extension('_curses', ['_cursesmodule.c'],
1037 libraries = curses_libs) )
1038 elif (self.compiler.find_library_file(lib_dirs, 'curses')
1039 and platform != 'darwin'):
1040 # OSX has an old Berkeley curses, not good enough for
1041 # the _curses module.
1042 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
1043 curses_libs = ['curses', 'terminfo']
1044 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
1045 curses_libs = ['curses', 'termcap']
1046 else:
1047 curses_libs = ['curses']
1049 exts.append( Extension('_curses', ['_cursesmodule.c'],
1050 libraries = curses_libs) )
1051 else:
1052 missing.append('_curses')
1054 # If the curses module is enabled, check for the panel module
1055 if (module_enabled(exts, '_curses') and
1056 self.compiler.find_library_file(lib_dirs, panel_library)):
1057 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
1058 libraries = [panel_library] + curses_libs) )
1059 else:
1060 missing.append('_curses_panel')
1062 # Andrew Kuchling's zlib module. Note that some versions of zlib
1063 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1064 # http://www.cert.org/advisories/CA-2002-07.html
1066 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1067 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1068 # now, we still accept 1.1.3, because we think it's difficult to
1069 # exploit this in Python, and we'd rather make it RedHat's problem
1070 # than our problem <wink>.
1072 # You can upgrade zlib to version 1.1.4 yourself by going to
1073 # http://www.gzip.org/zlib/
1074 zlib_inc = find_file('zlib.h', [], inc_dirs)
1075 have_zlib = False
1076 if zlib_inc is not None:
1077 zlib_h = zlib_inc[0] + '/zlib.h'
1078 version = '"0.0.0"'
1079 version_req = '"1.1.3"'
1080 fp = open(zlib_h)
1081 while 1:
1082 line = fp.readline()
1083 if not line:
1084 break
1085 if line.startswith('#define ZLIB_VERSION'):
1086 version = line.split()[2]
1087 break
1088 if version >= version_req:
1089 if (self.compiler.find_library_file(lib_dirs, 'z')):
1090 if sys.platform == "darwin":
1091 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1092 else:
1093 zlib_extra_link_args = ()
1094 exts.append( Extension('zlib', ['zlibmodule.c'],
1095 libraries = ['z'],
1096 extra_link_args = zlib_extra_link_args))
1097 have_zlib = True
1098 else:
1099 missing.append('zlib')
1100 else:
1101 missing.append('zlib')
1102 else:
1103 missing.append('zlib')
1105 # Helper module for various ascii-encoders. Uses zlib for an optimized
1106 # crc32 if we have it. Otherwise binascii uses its own.
1107 if have_zlib:
1108 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1109 libraries = ['z']
1110 extra_link_args = zlib_extra_link_args
1111 else:
1112 extra_compile_args = []
1113 libraries = []
1114 extra_link_args = []
1115 exts.append( Extension('binascii', ['binascii.c'],
1116 extra_compile_args = extra_compile_args,
1117 libraries = libraries,
1118 extra_link_args = extra_link_args) )
1120 # Gustavo Niemeyer's bz2 module.
1121 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
1122 if sys.platform == "darwin":
1123 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1124 else:
1125 bz2_extra_link_args = ()
1126 exts.append( Extension('bz2', ['bz2module.c'],
1127 libraries = ['bz2'],
1128 extra_link_args = bz2_extra_link_args) )
1129 else:
1130 missing.append('bz2')
1132 # Interface to the Expat XML parser
1134 # Expat was written by James Clark and is now maintained by a
1135 # group of developers on SourceForge; see www.libexpat.org for
1136 # more information. The pyexpat module was written by Paul
1137 # Prescod after a prototype by Jack Jansen. The Expat source
1138 # is included in Modules/expat/. Usage of a system
1139 # shared libexpat.so/expat.dll is not advised.
1141 # More information on Expat can be found at www.libexpat.org.
1143 expatinc = os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')
1144 define_macros = [
1145 ('HAVE_EXPAT_CONFIG_H', '1'),
1148 exts.append(Extension('pyexpat',
1149 define_macros = define_macros,
1150 include_dirs = [expatinc],
1151 sources = ['pyexpat.c',
1152 'expat/xmlparse.c',
1153 'expat/xmlrole.c',
1154 'expat/xmltok.c',
1158 # Fredrik Lundh's cElementTree module. Note that this also
1159 # uses expat (via the CAPI hook in pyexpat).
1161 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
1162 define_macros.append(('USE_PYEXPAT_CAPI', None))
1163 exts.append(Extension('_elementtree',
1164 define_macros = define_macros,
1165 include_dirs = [expatinc],
1166 sources = ['_elementtree.c'],
1168 else:
1169 missing.append('_elementtree')
1171 # Hye-Shik Chang's CJKCodecs modules.
1172 if have_unicode:
1173 exts.append(Extension('_multibytecodec',
1174 ['cjkcodecs/multibytecodec.c']))
1175 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1176 exts.append(Extension('_codecs_%s' % loc,
1177 ['cjkcodecs/_codecs_%s.c' % loc]))
1178 else:
1179 missing.append('_multibytecodec')
1180 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1181 missing.append('_codecs_%s' % loc)
1183 # Dynamic loading module
1184 if sys.maxint == 0x7fffffff:
1185 # This requires sizeof(int) == sizeof(long) == sizeof(char*)
1186 dl_inc = find_file('dlfcn.h', [], inc_dirs)
1187 if (dl_inc is not None) and (platform not in ['atheos']):
1188 exts.append( Extension('dl', ['dlmodule.c']) )
1189 else:
1190 missing.append('dl')
1191 else:
1192 missing.append('dl')
1194 # Thomas Heller's _ctypes module
1195 self.detect_ctypes(inc_dirs, lib_dirs)
1197 # Platform-specific libraries
1198 if platform == 'linux2':
1199 # Linux-specific modules
1200 exts.append( Extension('linuxaudiodev', ['linuxaudiodev.c']) )
1201 else:
1202 missing.append('linuxaudiodev')
1204 if platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
1205 'freebsd7', 'freebsd8'):
1206 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
1207 else:
1208 missing.append('ossaudiodev')
1210 if platform == 'sunos5':
1211 # SunOS specific modules
1212 exts.append( Extension('sunaudiodev', ['sunaudiodev.c']) )
1213 else:
1214 missing.append('sunaudiodev')
1216 if platform == 'darwin' and ("--disable-toolbox-glue" not in
1217 sysconfig.get_config_var("CONFIG_ARGS")):
1219 if os.uname()[2] > '8.':
1220 # We're on Mac OS X 10.4 or later, the compiler should
1221 # support '-Wno-deprecated-declarations'. This will
1222 # surpress deprecation warnings for the Carbon extensions,
1223 # these extensions wrap the Carbon APIs and even those
1224 # parts that are deprecated.
1225 carbon_extra_compile_args = ['-Wno-deprecated-declarations']
1226 else:
1227 carbon_extra_compile_args = []
1229 # Mac OS X specific modules.
1230 def macSrcExists(name1, name2=''):
1231 if not name1:
1232 return None
1233 names = (name1,)
1234 if name2:
1235 names = (name1, name2)
1236 path = os.path.join(srcdir, 'Mac', 'Modules', *names)
1237 return os.path.exists(path)
1239 def addMacExtension(name, kwds, extra_srcs=[]):
1240 dirname = ''
1241 if name[0] == '_':
1242 dirname = name[1:].lower()
1243 cname = name + '.c'
1244 cmodulename = name + 'module.c'
1245 # Check for NNN.c, NNNmodule.c, _nnn/NNN.c, _nnn/NNNmodule.c
1246 if macSrcExists(cname):
1247 srcs = [cname]
1248 elif macSrcExists(cmodulename):
1249 srcs = [cmodulename]
1250 elif macSrcExists(dirname, cname):
1251 # XXX(nnorwitz): If all the names ended with module, we
1252 # wouldn't need this condition. ibcarbon is the only one.
1253 srcs = [os.path.join(dirname, cname)]
1254 elif macSrcExists(dirname, cmodulename):
1255 srcs = [os.path.join(dirname, cmodulename)]
1256 else:
1257 raise RuntimeError("%s not found" % name)
1259 # Here's the whole point: add the extension with sources
1260 exts.append(Extension(name, srcs + extra_srcs, **kwds))
1262 # Core Foundation
1263 core_kwds = {'extra_compile_args': carbon_extra_compile_args,
1264 'extra_link_args': ['-framework', 'CoreFoundation'],
1266 addMacExtension('_CF', core_kwds, ['cf/pycfbridge.c'])
1267 addMacExtension('autoGIL', core_kwds)
1269 # Carbon
1270 carbon_kwds = {'extra_compile_args': carbon_extra_compile_args,
1271 'extra_link_args': ['-framework', 'Carbon'],
1273 CARBON_EXTS = ['ColorPicker', 'gestalt', 'MacOS', 'Nav',
1274 'OSATerminology', 'icglue',
1275 # All these are in subdirs
1276 '_AE', '_AH', '_App', '_CarbonEvt', '_Cm', '_Ctl',
1277 '_Dlg', '_Drag', '_Evt', '_File', '_Folder', '_Fm',
1278 '_Help', '_Icn', '_IBCarbon', '_List',
1279 '_Menu', '_Mlte', '_OSA', '_Res', '_Qd', '_Qdoffs',
1280 '_Scrap', '_Snd', '_TE', '_Win',
1282 for name in CARBON_EXTS:
1283 addMacExtension(name, carbon_kwds)
1285 # Application Services & QuickTime
1286 app_kwds = {'extra_compile_args': carbon_extra_compile_args,
1287 'extra_link_args': ['-framework','ApplicationServices'],
1289 addMacExtension('_Launch', app_kwds)
1290 addMacExtension('_CG', app_kwds)
1292 exts.append( Extension('_Qt', ['qt/_Qtmodule.c'],
1293 extra_compile_args=carbon_extra_compile_args,
1294 extra_link_args=['-framework', 'QuickTime',
1295 '-framework', 'Carbon']) )
1298 self.extensions.extend(exts)
1300 # Call the method for detecting whether _tkinter can be compiled
1301 self.detect_tkinter(inc_dirs, lib_dirs)
1303 if '_tkinter' not in [e.name for e in self.extensions]:
1304 missing.append('_tkinter')
1306 return missing
1308 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1309 # The _tkinter module, using frameworks. Since frameworks are quite
1310 # different the UNIX search logic is not sharable.
1311 from os.path import join, exists
1312 framework_dirs = [
1313 '/System/Library/Frameworks/',
1314 '/Library/Frameworks',
1315 join(os.getenv('HOME'), '/Library/Frameworks')
1318 # Find the directory that contains the Tcl.framework and Tk.framework
1319 # bundles.
1320 # XXX distutils should support -F!
1321 for F in framework_dirs:
1322 # both Tcl.framework and Tk.framework should be present
1323 for fw in 'Tcl', 'Tk':
1324 if not exists(join(F, fw + '.framework')):
1325 break
1326 else:
1327 # ok, F is now directory with both frameworks. Continure
1328 # building
1329 break
1330 else:
1331 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1332 # will now resume.
1333 return 0
1335 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1336 # frameworks. In later release we should hopefully be able to pass
1337 # the -F option to gcc, which specifies a framework lookup path.
1339 include_dirs = [
1340 join(F, fw + '.framework', H)
1341 for fw in 'Tcl', 'Tk'
1342 for H in 'Headers', 'Versions/Current/PrivateHeaders'
1345 # For 8.4a2, the X11 headers are not included. Rather than include a
1346 # complicated search, this is a hard-coded path. It could bail out
1347 # if X11 libs are not found...
1348 include_dirs.append('/usr/X11R6/include')
1349 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1351 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1352 define_macros=[('WITH_APPINIT', 1)],
1353 include_dirs = include_dirs,
1354 libraries = [],
1355 extra_compile_args = frameworks,
1356 extra_link_args = frameworks,
1358 self.extensions.append(ext)
1359 return 1
1362 def detect_tkinter(self, inc_dirs, lib_dirs):
1363 # The _tkinter module.
1365 # Rather than complicate the code below, detecting and building
1366 # AquaTk is a separate method. Only one Tkinter will be built on
1367 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1368 platform = self.get_platform()
1369 if (platform == 'darwin' and
1370 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
1371 return
1373 # Assume we haven't found any of the libraries or include files
1374 # The versions with dots are used on Unix, and the versions without
1375 # dots on Windows, for detection by cygwin.
1376 tcllib = tklib = tcl_includes = tk_includes = None
1377 for version in ['8.5', '85', '8.4', '84', '8.3', '83', '8.2',
1378 '82', '8.1', '81', '8.0', '80']:
1379 tklib = self.compiler.find_library_file(lib_dirs, 'tk' + version)
1380 tcllib = self.compiler.find_library_file(lib_dirs, 'tcl' + version)
1381 if tklib and tcllib:
1382 # Exit the loop when we've found the Tcl/Tk libraries
1383 break
1385 # Now check for the header files
1386 if tklib and tcllib:
1387 # Check for the include files on Debian and {Free,Open}BSD, where
1388 # they're put in /usr/include/{tcl,tk}X.Y
1389 dotversion = version
1390 if '.' not in dotversion and "bsd" in sys.platform.lower():
1391 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1392 # but the include subdirs are named like .../include/tcl8.3.
1393 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1394 tcl_include_sub = []
1395 tk_include_sub = []
1396 for dir in inc_dirs:
1397 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1398 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1399 tk_include_sub += tcl_include_sub
1400 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1401 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
1403 if (tcllib is None or tklib is None or
1404 tcl_includes is None or tk_includes is None):
1405 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
1406 return
1408 # OK... everything seems to be present for Tcl/Tk.
1410 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1411 for dir in tcl_includes + tk_includes:
1412 if dir not in include_dirs:
1413 include_dirs.append(dir)
1415 # Check for various platform-specific directories
1416 if platform == 'sunos5':
1417 include_dirs.append('/usr/openwin/include')
1418 added_lib_dirs.append('/usr/openwin/lib')
1419 elif os.path.exists('/usr/X11R6/include'):
1420 include_dirs.append('/usr/X11R6/include')
1421 added_lib_dirs.append('/usr/X11R6/lib64')
1422 added_lib_dirs.append('/usr/X11R6/lib')
1423 elif os.path.exists('/usr/X11R5/include'):
1424 include_dirs.append('/usr/X11R5/include')
1425 added_lib_dirs.append('/usr/X11R5/lib')
1426 else:
1427 # Assume default location for X11
1428 include_dirs.append('/usr/X11/include')
1429 added_lib_dirs.append('/usr/X11/lib')
1431 # If Cygwin, then verify that X is installed before proceeding
1432 if platform == 'cygwin':
1433 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1434 if x11_inc is None:
1435 return
1437 # Check for BLT extension
1438 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1439 'BLT8.0'):
1440 defs.append( ('WITH_BLT', 1) )
1441 libs.append('BLT8.0')
1442 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1443 'BLT'):
1444 defs.append( ('WITH_BLT', 1) )
1445 libs.append('BLT')
1447 # Add the Tcl/Tk libraries
1448 libs.append('tk'+ version)
1449 libs.append('tcl'+ version)
1451 if platform in ['aix3', 'aix4']:
1452 libs.append('ld')
1454 # Finally, link with the X11 libraries (not appropriate on cygwin)
1455 if platform != "cygwin":
1456 libs.append('X11')
1458 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1459 define_macros=[('WITH_APPINIT', 1)] + defs,
1460 include_dirs = include_dirs,
1461 libraries = libs,
1462 library_dirs = added_lib_dirs,
1464 self.extensions.append(ext)
1466 ## # Uncomment these lines if you want to play with xxmodule.c
1467 ## ext = Extension('xx', ['xxmodule.c'])
1468 ## self.extensions.append(ext)
1470 # XXX handle these, but how to detect?
1471 # *** Uncomment and edit for PIL (TkImaging) extension only:
1472 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
1473 # *** Uncomment and edit for TOGL extension only:
1474 # -DWITH_TOGL togl.c \
1475 # *** Uncomment these for TOGL extension only:
1476 # -lGL -lGLU -lXext -lXmu \
1478 def configure_ctypes_darwin(self, ext):
1479 # Darwin (OS X) uses preconfigured files, in
1480 # the Modules/_ctypes/libffi_osx directory.
1481 (srcdir,) = sysconfig.get_config_vars('srcdir')
1482 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1483 '_ctypes', 'libffi_osx'))
1484 sources = [os.path.join(ffi_srcdir, p)
1485 for p in ['ffi.c',
1486 'x86/x86-darwin.S',
1487 'x86/x86-ffi_darwin.c',
1488 'x86/x86-ffi64.c',
1489 'powerpc/ppc-darwin.S',
1490 'powerpc/ppc-darwin_closure.S',
1491 'powerpc/ppc-ffi_darwin.c',
1492 'powerpc/ppc64-darwin_closure.S',
1495 # Add .S (preprocessed assembly) to C compiler source extensions.
1496 self.compiler.src_extensions.append('.S')
1498 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1499 os.path.join(ffi_srcdir, 'powerpc')]
1500 ext.include_dirs.extend(include_dirs)
1501 ext.sources.extend(sources)
1502 return True
1504 def configure_ctypes(self, ext):
1505 if not self.use_system_libffi:
1506 if sys.platform == 'darwin':
1507 return self.configure_ctypes_darwin(ext)
1509 (srcdir,) = sysconfig.get_config_vars('srcdir')
1510 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1511 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1512 '_ctypes', 'libffi'))
1513 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
1515 from distutils.dep_util import newer_group
1517 config_sources = [os.path.join(ffi_srcdir, fname)
1518 for fname in os.listdir(ffi_srcdir)
1519 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
1520 if self.force or newer_group(config_sources,
1521 ffi_configfile):
1522 from distutils.dir_util import mkpath
1523 mkpath(ffi_builddir)
1524 config_args = []
1526 # Pass empty CFLAGS because we'll just append the resulting
1527 # CFLAGS to Python's; -g or -O2 is to be avoided.
1528 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1529 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
1531 res = os.system(cmd)
1532 if res or not os.path.exists(ffi_configfile):
1533 print "Failed to configure _ctypes module"
1534 return False
1536 fficonfig = {}
1537 execfile(ffi_configfile, globals(), fficonfig)
1538 ffi_srcdir = os.path.join(fficonfig['ffi_srcdir'], 'src')
1540 # Add .S (preprocessed assembly) to C compiler source extensions.
1541 self.compiler.src_extensions.append('.S')
1543 include_dirs = [os.path.join(ffi_builddir, 'include'),
1544 ffi_builddir, ffi_srcdir]
1545 extra_compile_args = fficonfig['ffi_cflags'].split()
1547 ext.sources.extend(fficonfig['ffi_sources'])
1548 ext.include_dirs.extend(include_dirs)
1549 ext.extra_compile_args.extend(extra_compile_args)
1550 return True
1552 def detect_ctypes(self, inc_dirs, lib_dirs):
1553 self.use_system_libffi = False
1554 include_dirs = []
1555 extra_compile_args = []
1556 extra_link_args = []
1557 sources = ['_ctypes/_ctypes.c',
1558 '_ctypes/callbacks.c',
1559 '_ctypes/callproc.c',
1560 '_ctypes/stgdict.c',
1561 '_ctypes/cfield.c',
1562 '_ctypes/malloc_closure.c']
1563 depends = ['_ctypes/ctypes.h']
1565 if sys.platform == 'darwin':
1566 sources.append('_ctypes/darwin/dlfcn_simple.c')
1567 extra_compile_args.append('-DMACOSX')
1568 include_dirs.append('_ctypes/darwin')
1569 # XXX Is this still needed?
1570 ## extra_link_args.extend(['-read_only_relocs', 'warning'])
1572 elif sys.platform == 'sunos5':
1573 # XXX This shouldn't be necessary; it appears that some
1574 # of the assembler code is non-PIC (i.e. it has relocations
1575 # when it shouldn't. The proper fix would be to rewrite
1576 # the assembler code to be PIC.
1577 # This only works with GCC; the Sun compiler likely refuses
1578 # this option. If you want to compile ctypes with the Sun
1579 # compiler, please research a proper solution, instead of
1580 # finding some -z option for the Sun compiler.
1581 extra_link_args.append('-mimpure-text')
1583 ext = Extension('_ctypes',
1584 include_dirs=include_dirs,
1585 extra_compile_args=extra_compile_args,
1586 extra_link_args=extra_link_args,
1587 libraries=[],
1588 sources=sources,
1589 depends=depends)
1590 ext_test = Extension('_ctypes_test',
1591 sources=['_ctypes/_ctypes_test.c'])
1592 self.extensions.extend([ext, ext_test])
1594 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1595 return
1597 if sys.platform == 'darwin':
1598 # OS X 10.5 comes with libffi.dylib; the include files are
1599 # in /usr/include/ffi
1600 inc_dirs.append('/usr/include/ffi')
1602 ffi_inc = find_file('ffi.h', [], inc_dirs)
1603 if ffi_inc is not None:
1604 ffi_h = ffi_inc[0] + '/ffi.h'
1605 fp = open(ffi_h)
1606 while 1:
1607 line = fp.readline()
1608 if not line:
1609 ffi_inc = None
1610 break
1611 if line.startswith('#define LIBFFI_H'):
1612 break
1613 ffi_lib = None
1614 if ffi_inc is not None:
1615 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
1616 if (self.compiler.find_library_file(lib_dirs, lib_name)):
1617 ffi_lib = lib_name
1618 break
1620 if ffi_inc and ffi_lib:
1621 ext.include_dirs.extend(ffi_inc)
1622 ext.libraries.append(ffi_lib)
1623 self.use_system_libffi = True
1626 class PyBuildInstall(install):
1627 # Suppress the warning about installation into the lib_dynload
1628 # directory, which is not in sys.path when running Python during
1629 # installation:
1630 def initialize_options (self):
1631 install.initialize_options(self)
1632 self.warn_dir=0
1634 class PyBuildInstallLib(install_lib):
1635 # Do exactly what install_lib does but make sure correct access modes get
1636 # set on installed directories and files. All installed files with get
1637 # mode 644 unless they are a shared library in which case they will get
1638 # mode 755. All installed directories will get mode 755.
1640 so_ext = sysconfig.get_config_var("SO")
1642 def install(self):
1643 outfiles = install_lib.install(self)
1644 self.set_file_modes(outfiles, 0644, 0755)
1645 self.set_dir_modes(self.install_dir, 0755)
1646 return outfiles
1648 def set_file_modes(self, files, defaultMode, sharedLibMode):
1649 if not self.is_chmod_supported(): return
1650 if not files: return
1652 for filename in files:
1653 if os.path.islink(filename): continue
1654 mode = defaultMode
1655 if filename.endswith(self.so_ext): mode = sharedLibMode
1656 log.info("changing mode of %s to %o", filename, mode)
1657 if not self.dry_run: os.chmod(filename, mode)
1659 def set_dir_modes(self, dirname, mode):
1660 if not self.is_chmod_supported(): return
1661 os.path.walk(dirname, self.set_dir_modes_visitor, mode)
1663 def set_dir_modes_visitor(self, mode, dirname, names):
1664 if os.path.islink(dirname): return
1665 log.info("changing mode of %s to %o", dirname, mode)
1666 if not self.dry_run: os.chmod(dirname, mode)
1668 def is_chmod_supported(self):
1669 return hasattr(os, 'chmod')
1671 SUMMARY = """
1672 Python is an interpreted, interactive, object-oriented programming
1673 language. It is often compared to Tcl, Perl, Scheme or Java.
1675 Python combines remarkable power with very clear syntax. It has
1676 modules, classes, exceptions, very high level dynamic data types, and
1677 dynamic typing. There are interfaces to many system calls and
1678 libraries, as well as to various windowing systems (X11, Motif, Tk,
1679 Mac, MFC). New built-in modules are easily written in C or C++. Python
1680 is also usable as an extension language for applications that need a
1681 programmable interface.
1683 The Python implementation is portable: it runs on many brands of UNIX,
1684 on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1685 listed here, it may still be supported, if there's a C compiler for
1686 it. Ask around on comp.lang.python -- or just try compiling Python
1687 yourself.
1690 CLASSIFIERS = """
1691 Development Status :: 3 - Alpha
1692 Development Status :: 6 - Mature
1693 License :: OSI Approved :: Python Software Foundation License
1694 Natural Language :: English
1695 Programming Language :: C
1696 Programming Language :: Python
1697 Topic :: Software Development
1700 def main():
1701 # turn off warnings when deprecated modules are imported
1702 import warnings
1703 warnings.filterwarnings("ignore",category=DeprecationWarning)
1704 setup(# PyPI Metadata (PEP 301)
1705 name = "Python",
1706 version = sys.version.split()[0],
1707 url = "http://www.python.org/%s" % sys.version[:3],
1708 maintainer = "Guido van Rossum and the Python community",
1709 maintainer_email = "python-dev@python.org",
1710 description = "A high-level object-oriented programming language",
1711 long_description = SUMMARY.strip(),
1712 license = "PSF license",
1713 classifiers = filter(None, CLASSIFIERS.split("\n")),
1714 platforms = ["Many"],
1716 # Build info
1717 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
1718 'install_lib':PyBuildInstallLib},
1719 # The struct module is defined here, because build_ext won't be
1720 # called unless there's at least one extension module defined.
1721 ext_modules=[Extension('_struct', ['_struct.c'])],
1723 # Scripts to install
1724 scripts = ['Tools/scripts/pydoc', 'Tools/scripts/idle',
1725 'Tools/scripts/2to3',
1726 'Lib/smtpd.py']
1729 # --install-platlib
1730 if __name__ == '__main__':
1731 main()