1 # Autodetecting setup.py script for building the Python extensions
4 __version__
= "$Revision$"
6 import sys
, os
, imp
, re
, optparse
8 from platform
import machine
as platform_machine
10 from distutils
import log
11 from distutils
import sysconfig
12 from distutils
import text_file
13 from distutils
.errors
import *
14 from distutils
.core
import Extension
, setup
15 from distutils
.command
.build_ext
import build_ext
16 from distutils
.command
.install
import install
17 from distutils
.command
.install_lib
import install_lib
19 # This global variable is used to hold the list of modules to be disabled.
20 disabled_module_list
= []
22 def add_dir_to_list(dirlist
, dir):
23 """Add the directory 'dir' to the list 'dirlist' (at the front) if
24 1) 'dir' is not already in 'dirlist'
25 2) 'dir' actually exists, and is a directory."""
26 if dir is not None and os
.path
.isdir(dir) and dir not in dirlist
:
27 dirlist
.insert(0, dir)
29 def find_file(filename
, std_dirs
, paths
):
30 """Searches for the directory where a given file is located,
31 and returns a possibly-empty list of additional directories, or None
32 if the file couldn't be found at all.
34 'filename' is the name of a file, such as readline.h or libcrypto.a.
35 'std_dirs' is the list of standard system directories; if the
36 file is found in one of them, no additional directives are needed.
37 'paths' is a list of additional locations to check; if the file is
38 found in one of them, the resulting list will contain the directory.
41 # Check the standard locations
43 f
= os
.path
.join(dir, filename
)
44 if os
.path
.exists(f
): return []
46 # Check the additional directories
48 f
= os
.path
.join(dir, filename
)
55 def find_library_file(compiler
, libname
, std_dirs
, paths
):
56 result
= compiler
.find_library_file(std_dirs
+ paths
, libname
)
60 # Check whether the found file is in one of the standard directories
61 dirname
= os
.path
.dirname(result
)
63 # Ensure path doesn't end with path separator
68 # Otherwise, it must have been in one of the additional directories,
69 # so we have to figure out which one.
71 # Ensure path doesn't end with path separator
76 assert False, "Internal error: Path not found in std_dirs or paths"
78 def module_enabled(extlist
, modname
):
79 """Returns whether the module 'modname' is present in the list
80 of extensions 'extlist'."""
81 extlist
= [ext
for ext
in extlist
if ext
.name
== modname
]
84 def find_module_file(module
, dirlist
):
85 """Find a module in a set of possible folders. If it is not found
86 return the unadorned filename"""
87 list = find_file(module
, [], dirlist
)
91 log
.info("WARNING: multiple copies of %s found"%module
)
92 return os
.path
.join(list[0], module
)
94 class PyBuildExt(build_ext
):
96 def __init__(self
, dist
):
97 build_ext
.__init
__(self
, dist
)
100 def build_extensions(self
):
102 # Detect which modules should be compiled
103 missing
= self
.detect_modules()
105 # Remove modules that are present on the disabled list
106 extensions
= [ext
for ext
in self
.extensions
107 if ext
.name
not in disabled_module_list
]
108 # move ctypes to the end, it depends on other modules
109 ext_map
= dict((ext
.name
, i
) for i
, ext
in enumerate(extensions
))
110 if "_ctypes" in ext_map
:
111 ctypes
= extensions
.pop(ext_map
["_ctypes"])
112 extensions
.append(ctypes
)
113 self
.extensions
= extensions
115 # Fix up the autodetected modules, prefixing all the source files
116 # with Modules/ and adding Python's include directory to the path.
117 (srcdir
,) = sysconfig
.get_config_vars('srcdir')
119 # Maybe running on Windows but not using CYGWIN?
120 raise ValueError("No source directory; cannot proceed.")
122 # Figure out the location of the source code for extension modules
123 # (This logic is copied in distutils.test.test_sysconfig,
124 # so building in a separate directory does not break test_distutils.)
125 moddir
= os
.path
.join(os
.getcwd(), srcdir
, 'Modules')
126 moddir
= os
.path
.normpath(moddir
)
127 srcdir
, tail
= os
.path
.split(moddir
)
128 srcdir
= os
.path
.normpath(srcdir
)
129 moddir
= os
.path
.normpath(moddir
)
131 moddirlist
= [moddir
]
132 incdirlist
= ['./Include']
134 # Platform-dependent module source and include directories
135 platform
= self
.get_platform()
136 if platform
in ('darwin', 'mac') and ("--disable-toolbox-glue" not in
137 sysconfig
.get_config_var("CONFIG_ARGS")):
138 # Mac OS X also includes some mac-specific modules
139 macmoddir
= os
.path
.join(os
.getcwd(), srcdir
, 'Mac/Modules')
140 moddirlist
.append(macmoddir
)
141 incdirlist
.append('./Mac/Include')
143 alldirlist
= moddirlist
+ incdirlist
145 # Fix up the paths for scripts, too
146 self
.distribution
.scripts
= [os
.path
.join(srcdir
, filename
)
147 for filename
in self
.distribution
.scripts
]
149 # Python header files
150 headers
= glob("Include/*.h") + ["pyconfig.h"]
152 for ext
in self
.extensions
[:]:
153 ext
.sources
= [ find_module_file(filename
, moddirlist
)
154 for filename
in ext
.sources
]
155 if ext
.depends
is not None:
156 ext
.depends
= [find_module_file(filename
, alldirlist
)
157 for filename
in ext
.depends
]
160 # re-compile extensions if a header file has been changed
161 ext
.depends
.extend(headers
)
163 ext
.include_dirs
.append( '.' ) # to get config.h
164 for incdir
in incdirlist
:
165 ext
.include_dirs
.append( os
.path
.join(srcdir
, incdir
) )
167 # If a module has already been built statically,
168 # don't build it here
169 if ext
.name
in sys
.builtin_module_names
:
170 self
.extensions
.remove(ext
)
172 if platform
!= 'mac':
173 # Parse Modules/Setup and Modules/Setup.local to figure out which
174 # modules are turned on in the file.
176 for filename
in ('Modules/Setup', 'Modules/Setup.local'):
177 input = text_file
.TextFile(filename
, join_lines
=1)
179 line
= input.readline()
182 remove_modules
.append(line
[0])
185 for ext
in self
.extensions
[:]:
186 if ext
.name
in remove_modules
:
187 self
.extensions
.remove(ext
)
189 # When you run "make CC=altcc" or something similar, you really want
190 # those environment variables passed into the setup.py phase. Here's
191 # a small set of useful ones.
192 compiler
= os
.environ
.get('CC')
194 # unfortunately, distutils doesn't let us provide separate C and C++
196 if compiler
is not None:
197 (ccshared
,cflags
) = sysconfig
.get_config_vars('CCSHARED','CFLAGS')
198 args
['compiler_so'] = compiler
+ ' ' + ccshared
+ ' ' + cflags
199 self
.compiler
.set_executables(**args
)
201 build_ext
.build_extensions(self
)
203 longest
= max([len(e
.name
) for e
in self
.extensions
])
205 longest
= max(longest
, max([len(name
) for name
in self
.failed
]))
207 def print_three_column(lst
):
208 lst
.sort(key
=str.lower
)
209 # guarantee zip() doesn't drop anything
212 for e
, f
, g
in zip(lst
[::3], lst
[1::3], lst
[2::3]):
213 print "%-*s %-*s %-*s" % (longest
, e
, longest
, f
,
218 print "Failed to find the necessary bits to build these modules:"
219 print_three_column(missing
)
220 print ("To find the necessary bits, look in setup.py in"
221 " detect_modules() for the module's name.")
225 failed
= self
.failed
[:]
227 print "Failed to build these modules:"
228 print_three_column(failed
)
231 def build_extension(self
, ext
):
233 if ext
.name
== '_ctypes':
234 if not self
.configure_ctypes(ext
):
238 build_ext
.build_extension(self
, ext
)
239 except (CCompilerError
, DistutilsError
), why
:
240 self
.announce('WARNING: building of extension "%s" failed: %s' %
241 (ext
.name
, sys
.exc_info()[1]))
242 self
.failed
.append(ext
.name
)
244 # Workaround for Mac OS X: The Carbon-based modules cannot be
245 # reliably imported into a command-line Python
246 if 'Carbon' in ext
.extra_link_args
:
248 'WARNING: skipping import check for Carbon-based "%s"' %
252 if self
.get_platform() == 'darwin' and (
253 sys
.maxint
> 2**32 and '-arch' in ext
.extra_link_args
):
254 # Don't bother doing an import check when an extension was
255 # build with an explicit '-arch' flag on OSX. That's currently
256 # only used to build 32-bit only extensions in a 4-way
257 # universal build and loading 32-bit code into a 64-bit
260 'WARNING: skipping import check for "%s"' %
264 # Workaround for Cygwin: Cygwin currently has fork issues when many
265 # modules have been imported
266 if self
.get_platform() == 'cygwin':
267 self
.announce('WARNING: skipping import check for Cygwin-based "%s"'
270 ext_filename
= os
.path
.join(
272 self
.get_ext_filename(self
.get_ext_fullname(ext
.name
)))
274 imp
.load_dynamic(ext
.name
, ext_filename
)
275 except ImportError, why
:
276 self
.failed
.append(ext
.name
)
277 self
.announce('*** WARNING: renaming "%s" since importing it'
278 ' failed: %s' % (ext
.name
, why
), level
=3)
279 assert not self
.inplace
280 basename
, tail
= os
.path
.splitext(ext_filename
)
281 newname
= basename
+ "_failed" + tail
282 if os
.path
.exists(newname
):
284 os
.rename(ext_filename
, newname
)
286 # XXX -- This relies on a Vile HACK in
287 # distutils.command.build_ext.build_extension(). The
288 # _built_objects attribute is stored there strictly for
290 # If there is a failure, _built_objects may not be there,
291 # so catch the AttributeError and move on.
293 for filename
in self
._built
_objects
:
295 except AttributeError:
296 self
.announce('unable to remove files (ignored)')
298 exc_type
, why
, tb
= sys
.exc_info()
299 self
.announce('*** WARNING: importing extension "%s" '
300 'failed with %s: %s' % (ext
.name
, exc_type
, why
),
302 self
.failed
.append(ext
.name
)
304 def get_platform(self
):
305 # Get value of sys.platform
306 for platform
in ['cygwin', 'beos', 'darwin', 'atheos', 'osf1']:
307 if sys
.platform
.startswith(platform
):
311 def detect_modules(self
):
312 # Ensure that /usr/local is always used
313 add_dir_to_list(self
.compiler
.library_dirs
, '/usr/local/lib')
314 add_dir_to_list(self
.compiler
.include_dirs
, '/usr/local/include')
316 # Add paths specified in the environment variables LDFLAGS and
317 # CPPFLAGS for header and library files.
318 # We must get the values from the Makefile and not the environment
319 # directly since an inconsistently reproducible issue comes up where
320 # the environment variable is not set even though the value were passed
321 # into configure and stored in the Makefile (issue found on OS X 10.3).
322 for env_var
, arg_name
, dir_list
in (
323 ('LDFLAGS', '-R', self
.compiler
.runtime_library_dirs
),
324 ('LDFLAGS', '-L', self
.compiler
.library_dirs
),
325 ('CPPFLAGS', '-I', self
.compiler
.include_dirs
)):
326 env_val
= sysconfig
.get_config_var(env_var
)
328 # To prevent optparse from raising an exception about any
329 # options in env_val that it doesn't know about we strip out
330 # all double dashes and any dashes followed by a character
331 # that is not for the option we are dealing with.
333 # Please note that order of the regex is important! We must
334 # strip out double-dashes first so that we don't end up with
335 # substituting "--Long" to "-Long" and thus lead to "ong" being
336 # used for a library directory.
337 env_val
= re
.sub(r
'(^|\s+)-(-|(?!%s))' % arg_name
[1],
339 parser
= optparse
.OptionParser()
340 # Make sure that allowing args interspersed with options is
342 parser
.allow_interspersed_args
= True
343 parser
.error
= lambda msg
: None
344 parser
.add_option(arg_name
, dest
="dirs", action
="append")
345 options
= parser
.parse_args(env_val
.split())[0]
347 for directory
in reversed(options
.dirs
):
348 add_dir_to_list(dir_list
, directory
)
350 if os
.path
.normpath(sys
.prefix
) != '/usr':
351 add_dir_to_list(self
.compiler
.library_dirs
,
352 sysconfig
.get_config_var("LIBDIR"))
353 add_dir_to_list(self
.compiler
.include_dirs
,
354 sysconfig
.get_config_var("INCLUDEDIR"))
357 have_unicode
= unicode
361 # lib_dirs and inc_dirs are used to search for files;
362 # if a file is found in one of those directories, it can
363 # be assumed that no additional -I,-L directives are needed.
364 lib_dirs
= self
.compiler
.library_dirs
+ [
365 '/lib64', '/usr/lib64',
368 inc_dirs
= self
.compiler
.include_dirs
+ ['/usr/include']
372 config_h
= sysconfig
.get_config_h_filename()
373 config_h_vars
= sysconfig
.parse_config_h(open(config_h
))
375 platform
= self
.get_platform()
376 (srcdir
,) = sysconfig
.get_config_vars('srcdir')
378 # Check for AtheOS which has libraries in non-standard locations
379 if platform
== 'atheos':
380 lib_dirs
+= ['/system/libs', '/atheos/autolnk/lib']
381 lib_dirs
+= os
.getenv('LIBRARY_PATH', '').split(os
.pathsep
)
382 inc_dirs
+= ['/system/include', '/atheos/autolnk/include']
383 inc_dirs
+= os
.getenv('C_INCLUDE_PATH', '').split(os
.pathsep
)
385 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
386 if platform
in ['osf1', 'unixware7', 'openunix8']:
387 lib_dirs
+= ['/usr/ccs/lib']
389 if platform
== 'darwin':
390 # This should work on any unixy platform ;-)
391 # If the user has bothered specifying additional -I and -L flags
392 # in OPT and LDFLAGS we might as well use them here.
393 # NOTE: using shlex.split would technically be more correct, but
394 # also gives a bootstrap problem. Let's hope nobody uses directories
395 # with whitespace in the name to store libraries.
396 cflags
, ldflags
= sysconfig
.get_config_vars(
398 for item
in cflags
.split():
399 if item
.startswith('-I'):
400 inc_dirs
.append(item
[2:])
402 for item
in ldflags
.split():
403 if item
.startswith('-L'):
404 lib_dirs
.append(item
[2:])
406 # Check for MacOS X, which doesn't need libm.a at all
408 if platform
in ['darwin', 'beos', 'mac']:
411 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
414 # The following modules are all pretty straightforward, and compile
415 # on pretty much any POSIXish platform.
418 # Some modules that are normally always on:
419 exts
.append( Extension('_weakref', ['_weakref.c']) )
422 exts
.append( Extension('array', ['arraymodule.c']) )
423 # complex math library functions
424 exts
.append( Extension('cmath', ['cmathmodule.c'],
425 libraries
=math_libs
) )
427 # math library functions, e.g. sin()
428 exts
.append( Extension('math', ['mathmodule.c'],
429 libraries
=math_libs
) )
430 # fast string operations implemented in C
431 exts
.append( Extension('strop', ['stropmodule.c']) )
432 # time operations and variables
433 exts
.append( Extension('time', ['timemodule.c'],
434 libraries
=math_libs
) )
435 exts
.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
436 libraries
=math_libs
) )
437 # fast iterator tools implemented in C
438 exts
.append( Extension("itertools", ["itertoolsmodule.c"]) )
439 # code that will be builtins in the future, but conflict with the
441 exts
.append( Extension('future_builtins', ['future_builtins.c']) )
442 # random number generator implemented in C
443 exts
.append( Extension("_random", ["_randommodule.c"]) )
444 # high-performance collections
445 exts
.append( Extension("_collections", ["_collectionsmodule.c"]) )
447 exts
.append( Extension("_bisect", ["_bisectmodule.c"]) )
449 exts
.append( Extension("_heapq", ["_heapqmodule.c"]) )
450 # operator.add() and similar goodies
451 exts
.append( Extension('operator', ['operator.c']) )
452 # Python 3.0 _fileio module
453 exts
.append( Extension("_fileio", ["_fileio.c"]) )
454 # Python 3.0 _bytesio module
455 exts
.append( Extension("_bytesio", ["_bytesio.c"]) )
457 exts
.append( Extension("_functools", ["_functoolsmodule.c"]) )
459 exts
.append( Extension("_json", ["_json.c"]) )
460 # Python C API test module
461 exts
.append( Extension('_testcapi', ['_testcapimodule.c']) )
462 # profilers (_lsprof is for cProfile.py)
463 exts
.append( Extension('_hotshot', ['_hotshot.c']) )
464 exts
.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
465 # static Unicode character database
467 exts
.append( Extension('unicodedata', ['unicodedata.c']) )
469 missing
.append('unicodedata')
470 # access to ISO C locale support
471 data
= open('pyconfig.h').read()
472 m
= re
.search(r
"#s*define\s+WITH_LIBINTL\s+1\s*", data
)
474 locale_libs
= ['intl']
477 if platform
== 'darwin':
478 locale_extra_link_args
= ['-framework', 'CoreFoundation']
480 locale_extra_link_args
= []
483 exts
.append( Extension('_locale', ['_localemodule.c'],
484 libraries
=locale_libs
,
485 extra_link_args
=locale_extra_link_args
) )
487 # Modules with some UNIX dependencies -- on by default:
488 # (If you have a really backward UNIX, select and socket may not be
491 # fcntl(2) and ioctl(2)
492 exts
.append( Extension('fcntl', ['fcntlmodule.c']) )
493 if platform
not in ['mac']:
495 exts
.append( Extension('pwd', ['pwdmodule.c']) )
497 exts
.append( Extension('grp', ['grpmodule.c']) )
498 # spwd, shadow passwords
499 if (config_h_vars
.get('HAVE_GETSPNAM', False) or
500 config_h_vars
.get('HAVE_GETSPENT', False)):
501 exts
.append( Extension('spwd', ['spwdmodule.c']) )
503 missing
.append('spwd')
505 missing
.extend(['pwd', 'grp', 'spwd'])
507 # select(2); not on ancient System V
508 exts
.append( Extension('select', ['selectmodule.c']) )
510 # Fred Drake's interface to the Python parser
511 exts
.append( Extension('parser', ['parsermodule.c']) )
513 # cStringIO and cPickle
514 exts
.append( Extension('cStringIO', ['cStringIO.c']) )
515 exts
.append( Extension('cPickle', ['cPickle.c']) )
517 # Memory-mapped files (also works on Win32).
518 if platform
not in ['atheos', 'mac']:
519 exts
.append( Extension('mmap', ['mmapmodule.c']) )
521 missing
.append('mmap')
523 # Lance Ellinghaus's syslog module
524 if platform
not in ['mac']:
525 # syslog daemon interface
526 exts
.append( Extension('syslog', ['syslogmodule.c']) )
528 missing
.append('syslog')
530 # George Neville-Neil's timing module:
531 # Deprecated in PEP 4 http://www.python.org/peps/pep-0004.html
532 # http://mail.python.org/pipermail/python-dev/2006-January/060023.html
533 #exts.append( Extension('timing', ['timingmodule.c']) )
536 # Here ends the simple stuff. From here on, modules need certain
537 # libraries, are platform-specific, or present other surprises.
541 # These don't work for 64-bit platforms!!!
542 # These represent audio samples or images as strings:
544 # Operations on audio samples
545 # According to #993173, this one should actually work fine on
547 exts
.append( Extension('audioop', ['audioop.c']) )
549 # Disabled on 64-bit platforms
550 if sys
.maxint
!= 9223372036854775807L:
551 # Operations on images
552 exts
.append( Extension('imageop', ['imageop.c']) )
554 missing
.extend(['imageop'])
557 do_readline
= self
.compiler
.find_library_file(lib_dirs
, 'readline')
558 if platform
== 'darwin': # and os.uname()[2] < '9.':
559 # MacOSX 10.4 has a broken readline. Don't try to build
560 # the readline module unless the user has installed a fixed
562 # FIXME: The readline emulation on 10.5 is better, but the
563 # readline module doesn't compile out of the box.
564 if find_file('readline/rlconf.h', inc_dirs
, []) is None:
567 if sys
.platform
== 'darwin':
568 # In every directory on the search path search for a dynamic
569 # library and then a static library, instead of first looking
570 # for dynamic libraries on the entiry path.
571 # This way a staticly linked custom readline gets picked up
572 # before the (broken) dynamic library in /usr/lib.
573 readline_extra_link_args
= ('-Wl,-search_paths_first',)
575 readline_extra_link_args
= ()
577 readline_libs
= ['readline']
578 if self
.compiler
.find_library_file(lib_dirs
,
580 readline_libs
.append('ncursesw')
581 elif self
.compiler
.find_library_file(lib_dirs
,
583 readline_libs
.append('ncurses')
584 elif self
.compiler
.find_library_file(lib_dirs
, 'curses'):
585 readline_libs
.append('curses')
586 elif self
.compiler
.find_library_file(lib_dirs
+
587 ['/usr/lib/termcap'],
589 readline_libs
.append('termcap')
590 exts
.append( Extension('readline', ['readline.c'],
591 library_dirs
=['/usr/lib/termcap'],
592 extra_link_args
=readline_extra_link_args
,
593 libraries
=readline_libs
) )
595 missing
.append('readline')
597 if platform
not in ['mac']:
600 if self
.compiler
.find_library_file(lib_dirs
, 'crypt'):
604 exts
.append( Extension('crypt', ['cryptmodule.c'], libraries
=libs
) )
606 missing
.append('crypt')
609 exts
.append( Extension('_csv', ['_csv.c']) )
612 exts
.append( Extension('_socket', ['socketmodule.c'],
613 depends
= ['socketmodule.h']) )
614 # Detect SSL support for the socket module (via _ssl)
615 search_for_ssl_incs_in
= [
616 '/usr/local/ssl/include',
617 '/usr/contrib/ssl/include/'
619 ssl_incs
= find_file('openssl/ssl.h', inc_dirs
,
620 search_for_ssl_incs_in
622 if ssl_incs
is not None:
623 krb5_h
= find_file('krb5.h', inc_dirs
,
624 ['/usr/kerberos/include'])
627 ssl_libs
= find_library_file(self
.compiler
, 'ssl',lib_dirs
,
628 ['/usr/local/ssl/lib',
629 '/usr/contrib/ssl/lib/'
632 if (ssl_incs
is not None and
633 ssl_libs
is not None):
634 exts
.append( Extension('_ssl', ['_ssl.c'],
635 include_dirs
= ssl_incs
,
636 library_dirs
= ssl_libs
,
637 libraries
= ['ssl', 'crypto'],
638 depends
= ['socketmodule.h']), )
640 missing
.append('_ssl')
642 # find out which version of OpenSSL we have
644 openssl_ver_re
= re
.compile(
645 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
646 for ssl_inc_dir
in inc_dirs
+ search_for_ssl_incs_in
:
647 name
= os
.path
.join(ssl_inc_dir
, 'openssl', 'opensslv.h')
648 if os
.path
.isfile(name
):
650 incfile
= open(name
, 'r')
652 m
= openssl_ver_re
.match(line
)
654 openssl_ver
= eval(m
.group(1))
659 # first version found is what we'll use (as the compiler should)
663 #print 'openssl_ver = 0x%08x' % openssl_ver
665 if (ssl_incs
is not None and
666 ssl_libs
is not None and
667 openssl_ver
>= 0x00907000):
668 # The _hashlib module wraps optimized implementations
669 # of hash functions from the OpenSSL library.
670 exts
.append( Extension('_hashlib', ['_hashopenssl.c'],
671 include_dirs
= ssl_incs
,
672 library_dirs
= ssl_libs
,
673 libraries
= ['ssl', 'crypto']) )
674 # these aren't strictly missing since they are unneeded.
675 #missing.extend(['_sha', '_md5'])
677 # The _sha module implements the SHA1 hash algorithm.
678 exts
.append( Extension('_sha', ['shamodule.c']) )
679 # The _md5 module implements the RSA Data Security, Inc. MD5
680 # Message-Digest Algorithm, described in RFC 1321. The
681 # necessary files md5.c and md5.h are included here.
682 exts
.append( Extension('_md5',
683 sources
= ['md5module.c', 'md5.c'],
684 depends
= ['md5.h']) )
685 missing
.append('_hashlib')
687 if (openssl_ver
< 0x00908000):
688 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
689 exts
.append( Extension('_sha256', ['sha256module.c']) )
690 exts
.append( Extension('_sha512', ['sha512module.c']) )
692 # Modules that provide persistent dictionary-like semantics. You will
693 # probably want to arrange for at least one of them to be available on
694 # your machine, though none are defined by default because of library
695 # dependencies. The Python module anydbm.py provides an
696 # implementation independent wrapper for these; dumbdbm.py provides
697 # similar functionality (but slower of course) implemented in Python.
699 # Sleepycat^WOracle Berkeley DB interface.
700 # http://www.oracle.com/database/berkeley-db/db/index.html
702 # This requires the Sleepycat^WOracle DB code. The supported versions
703 # are set below. Visit the URL above to download
704 # a release. Most open source OSes come with one or more
705 # versions of BerkeleyDB already installed.
709 db_setup_debug
= False # verbose debug prints from this script?
711 def allow_db_ver(db_ver
):
712 """Returns a boolean if the given BerkeleyDB version is acceptable.
715 db_ver: A tuple of the version to verify.
717 if not (min_db_ver
<= db_ver
<= max_db_ver
):
719 # Use this function to filter out known bad configurations.
720 if (4, 6) == db_ver
[:2]:
721 # BerkeleyDB 4.6.x is not stable on many architectures.
722 arch
= platform_machine()
723 if arch
not in ('i386', 'i486', 'i586', 'i686',
728 def gen_db_minor_ver_nums(major
):
730 for x
in range(max_db_ver
[1]+1):
731 if allow_db_ver((4, x
)):
735 if allow_db_ver((3, x
)):
738 raise ValueError("unknown major BerkeleyDB version", major
)
740 # construct a list of paths to look for the header file in on
741 # top of the normal inc_dirs.
744 '/usr/local/include/db4',
745 '/opt/sfw/include/db4',
747 '/usr/local/include/db3',
748 '/opt/sfw/include/db3',
749 # Fink defaults (http://fink.sourceforge.net/)
753 # 4.x minor number specific paths
754 for x
in gen_db_minor_ver_nums(4):
755 db_inc_paths
.append('/usr/include/db4%d' % x
)
756 db_inc_paths
.append('/usr/include/db4.%d' % x
)
757 db_inc_paths
.append('/usr/local/BerkeleyDB.4.%d/include' % x
)
758 db_inc_paths
.append('/usr/local/include/db4%d' % x
)
759 db_inc_paths
.append('/pkg/db-4.%d/include' % x
)
760 db_inc_paths
.append('/opt/db-4.%d/include' % x
)
761 # MacPorts default (http://www.macports.org/)
762 db_inc_paths
.append('/opt/local/include/db4%d' % x
)
763 # 3.x minor number specific paths
764 for x
in gen_db_minor_ver_nums(3):
765 db_inc_paths
.append('/usr/include/db3%d' % x
)
766 db_inc_paths
.append('/usr/local/BerkeleyDB.3.%d/include' % x
)
767 db_inc_paths
.append('/usr/local/include/db3%d' % x
)
768 db_inc_paths
.append('/pkg/db-3.%d/include' % x
)
769 db_inc_paths
.append('/opt/db-3.%d/include' % x
)
771 # Add some common subdirectories for Sleepycat DB to the list,
772 # based on the standard include directories. This way DB3/4 gets
773 # picked up when it is installed in a non-standard prefix and
774 # the user has added that prefix into inc_dirs.
777 std_variants
.append(os
.path
.join(dn
, 'db3'))
778 std_variants
.append(os
.path
.join(dn
, 'db4'))
779 for x
in gen_db_minor_ver_nums(4):
780 std_variants
.append(os
.path
.join(dn
, "db4%d"%x))
781 std_variants
.append(os
.path
.join(dn
, "db4.%d"%x))
782 for x
in gen_db_minor_ver_nums(3):
783 std_variants
.append(os
.path
.join(dn
, "db3%d"%x))
784 std_variants
.append(os
.path
.join(dn
, "db3.%d"%x))
786 db_inc_paths
= std_variants
+ db_inc_paths
787 db_inc_paths
= [p
for p
in db_inc_paths
if os
.path
.exists(p
)]
791 class db_found(Exception): pass
793 # See whether there is a Sleepycat header in the standard
795 for d
in inc_dirs
+ db_inc_paths
:
796 f
= os
.path
.join(d
, "db.h")
797 if db_setup_debug
: print "db: looking for db.h in", f
798 if os
.path
.exists(f
):
800 m
= re
.search(r
"#define\WDB_VERSION_MAJOR\W(\d+)", f
)
802 db_major
= int(m
.group(1))
803 m
= re
.search(r
"#define\WDB_VERSION_MINOR\W(\d+)", f
)
804 db_minor
= int(m
.group(1))
805 db_ver
= (db_major
, db_minor
)
807 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
809 m
= re
.search(r
"#define\WDB_VERSION_PATCH\W(\d+)", f
)
810 db_patch
= int(m
.group(1))
812 print "db.h:", db_ver
, "patch", db_patch
,
813 print "being ignored (4.6.x must be >= 4.6.21)"
816 if ( (not db_ver_inc_map
.has_key(db_ver
)) and
817 allow_db_ver(db_ver
) ):
818 # save the include directory with the db.h version
819 # (first occurrence only)
820 db_ver_inc_map
[db_ver
] = d
822 print "db.h: found", db_ver
, "in", d
824 # we already found a header for this library version
825 if db_setup_debug
: print "db.h: ignoring", d
827 # ignore this header, it didn't contain a version number
829 print "db.h: no version number version in", d
831 db_found_vers
= db_ver_inc_map
.keys()
835 db_ver
= db_found_vers
.pop()
836 db_incdir
= db_ver_inc_map
[db_ver
]
838 # check lib directories parallel to the location of the header
840 db_incdir
.replace("include", 'lib64'),
841 db_incdir
.replace("include", 'lib'),
843 db_dirs_to_check
= filter(os
.path
.isdir
, db_dirs_to_check
)
845 # Look for a version specific db-X.Y before an ambiguoius dbX
846 # XXX should we -ever- look for a dbX name? Do any
847 # systems really not name their library by version and
848 # symlink to more general names?
849 for dblib
in (('db-%d.%d' % db_ver
),
851 ('db%d' % db_ver
[0])):
852 dblib_file
= self
.compiler
.find_library_file(
853 db_dirs_to_check
+ lib_dirs
, dblib
)
855 dblib_dir
= [ os
.path
.abspath(os
.path
.dirname(dblib_file
)) ]
858 if db_setup_debug
: print "db lib: ", dblib
, "not found"
862 print "bsddb using BerkeleyDB lib:", db_ver
, dblib
863 print "bsddb lib dir:", dblib_dir
, " inc dir:", db_incdir
864 db_incs
= [db_incdir
]
866 # We add the runtime_library_dirs argument because the
867 # BerkeleyDB lib we're linking against often isn't in the
868 # system dynamic library search path. This is usually
869 # correct and most trouble free, but may cause problems in
870 # some unusual system configurations (e.g. the directory
871 # is on an NFS server that goes away).
872 exts
.append(Extension('_bsddb', ['_bsddb.c'],
873 depends
= ['bsddb.h'],
874 library_dirs
=dblib_dir
,
875 runtime_library_dirs
=dblib_dir
,
876 include_dirs
=db_incs
,
879 if db_setup_debug
: print "db: no appropriate library found"
883 missing
.append('_bsddb')
885 # The sqlite interface
886 sqlite_setup_debug
= False # verbose debug prints from this script?
888 # We hunt for #define SQLITE_VERSION "n.n.n"
889 # We need to find >= sqlite version 3.0.8
890 sqlite_incdir
= sqlite_libdir
= None
891 sqlite_inc_paths
= [ '/usr/include',
892 '/usr/include/sqlite',
893 '/usr/include/sqlite3',
894 '/usr/local/include',
895 '/usr/local/include/sqlite',
896 '/usr/local/include/sqlite3',
898 MIN_SQLITE_VERSION_NUMBER
= (3, 0, 8)
899 MIN_SQLITE_VERSION
= ".".join([str(x
)
900 for x
in MIN_SQLITE_VERSION_NUMBER
])
902 # Scan the default include directories before the SQLite specific
903 # ones. This allows one to override the copy of sqlite on OSX,
904 # where /usr/include contains an old version of sqlite.
905 for d
in inc_dirs
+ sqlite_inc_paths
:
906 f
= os
.path
.join(d
, "sqlite3.h")
907 if os
.path
.exists(f
):
908 if sqlite_setup_debug
: print "sqlite: found %s"%f
909 incf
= open(f
).read()
911 r
'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf
)
913 sqlite_version
= m
.group(1)
914 sqlite_version_tuple
= tuple([int(x
)
915 for x
in sqlite_version
.split(".")])
916 if sqlite_version_tuple
>= MIN_SQLITE_VERSION_NUMBER
:
918 if sqlite_setup_debug
:
919 print "%s/sqlite3.h: version %s"%(d
, sqlite_version
)
923 if sqlite_setup_debug
:
924 print "%s: version %d is too old, need >= %s"%(d
,
925 sqlite_version
, MIN_SQLITE_VERSION
)
926 elif sqlite_setup_debug
:
927 print "sqlite: %s had no SQLITE_VERSION"%(f
,)
930 sqlite_dirs_to_check
= [
931 os
.path
.join(sqlite_incdir
, '..', 'lib64'),
932 os
.path
.join(sqlite_incdir
, '..', 'lib'),
933 os
.path
.join(sqlite_incdir
, '..', '..', 'lib64'),
934 os
.path
.join(sqlite_incdir
, '..', '..', 'lib'),
936 sqlite_libfile
= self
.compiler
.find_library_file(
937 sqlite_dirs_to_check
+ lib_dirs
, 'sqlite3')
939 sqlite_libdir
= [os
.path
.abspath(os
.path
.dirname(sqlite_libfile
))]
941 if sqlite_incdir
and sqlite_libdir
:
942 sqlite_srcs
= ['_sqlite/cache.c',
943 '_sqlite/connection.c',
945 '_sqlite/microprotocols.c',
947 '_sqlite/prepare_protocol.c',
949 '_sqlite/statement.c',
953 if sys
.platform
!= "win32":
954 sqlite_defines
.append(('MODULE_NAME', '"sqlite3"'))
956 sqlite_defines
.append(('MODULE_NAME', '\\"sqlite3\\"'))
959 if sys
.platform
== 'darwin':
960 # In every directory on the search path search for a dynamic
961 # library and then a static library, instead of first looking
962 # for dynamic libraries on the entiry path.
963 # This way a staticly linked custom sqlite gets picked up
964 # before the dynamic library in /usr/lib.
965 sqlite_extra_link_args
= ('-Wl,-search_paths_first',)
967 sqlite_extra_link_args
= ()
969 exts
.append(Extension('_sqlite3', sqlite_srcs
,
970 define_macros
=sqlite_defines
,
971 include_dirs
=["Modules/_sqlite",
973 library_dirs
=sqlite_libdir
,
974 runtime_library_dirs
=sqlite_libdir
,
975 extra_link_args
=sqlite_extra_link_args
,
976 libraries
=["sqlite3",]))
978 missing
.append('_sqlite3')
980 # Look for Berkeley db 1.85. Note that it is built as a different
981 # module name so it can be included even when later versions are
982 # available. A very restrictive search is performed to avoid
983 # accidentally building this module with a later version of the
984 # underlying db library. May BSD-ish Unixes incorporate db 1.85
985 # symbols into libc and place the include file in /usr/include.
987 # If the better bsddb library can be built (db_incs is defined)
988 # we do not build this one. Otherwise this build will pick up
989 # the more recent berkeleydb's db.h file first in the include path
990 # when attempting to compile and it will fail.
991 f
= "/usr/include/db.h"
992 if os
.path
.exists(f
) and not db_incs
:
993 data
= open(f
).read()
994 m
= re
.search(r
"#s*define\s+HASHVERSION\s+2\s*", data
)
996 # bingo - old version used hash file format version 2
997 ### XXX this should be fixed to not be platform-dependent
998 ### but I don't have direct access to an osf1 platform and
999 ### seemed to be muffing the search somehow
1000 libraries
= platform
== "osf1" and ['db'] or None
1001 if libraries
is not None:
1002 exts
.append(Extension('bsddb185', ['bsddbmodule.c'],
1003 libraries
=libraries
))
1005 exts
.append(Extension('bsddb185', ['bsddbmodule.c']))
1007 missing
.append('bsddb185')
1009 missing
.append('bsddb185')
1011 # The standard Unix dbm module:
1012 if platform
not in ['cygwin']:
1013 if find_file("ndbm.h", inc_dirs
, []) is not None:
1014 # Some systems have -lndbm, others don't
1015 if self
.compiler
.find_library_file(lib_dirs
, 'ndbm'):
1016 ndbm_libs
= ['ndbm']
1019 exts
.append( Extension('dbm', ['dbmmodule.c'],
1020 define_macros
=[('HAVE_NDBM_H',None)],
1021 libraries
= ndbm_libs
) )
1022 elif self
.compiler
.find_library_file(lib_dirs
, 'gdbm'):
1023 gdbm_libs
= ['gdbm']
1024 if self
.compiler
.find_library_file(lib_dirs
, 'gdbm_compat'):
1025 gdbm_libs
.append('gdbm_compat')
1026 if find_file("gdbm/ndbm.h", inc_dirs
, []) is not None:
1027 exts
.append( Extension(
1028 'dbm', ['dbmmodule.c'],
1029 define_macros
=[('HAVE_GDBM_NDBM_H',None)],
1030 libraries
= gdbm_libs
) )
1031 elif find_file("gdbm-ndbm.h", inc_dirs
, []) is not None:
1032 exts
.append( Extension(
1033 'dbm', ['dbmmodule.c'],
1034 define_macros
=[('HAVE_GDBM_DASH_NDBM_H',None)],
1035 libraries
= gdbm_libs
) )
1037 missing
.append('dbm')
1038 elif db_incs
is not None:
1039 exts
.append( Extension('dbm', ['dbmmodule.c'],
1040 library_dirs
=dblib_dir
,
1041 runtime_library_dirs
=dblib_dir
,
1042 include_dirs
=db_incs
,
1043 define_macros
=[('HAVE_BERKDB_H',None),
1044 ('DB_DBM_HSEARCH',None)],
1047 missing
.append('dbm')
1049 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
1050 if (self
.compiler
.find_library_file(lib_dirs
, 'gdbm')):
1051 exts
.append( Extension('gdbm', ['gdbmmodule.c'],
1052 libraries
= ['gdbm'] ) )
1054 missing
.append('gdbm')
1057 if platform
not in ['mac', 'win32']:
1058 # Steen Lumholt's termios module
1059 exts
.append( Extension('termios', ['termios.c']) )
1060 # Jeremy Hylton's rlimit interface
1061 if platform
not in ['atheos']:
1062 exts
.append( Extension('resource', ['resource.c']) )
1064 missing
.append('resource')
1066 # Sun yellow pages. Some systems have the functions in libc.
1067 if platform
not in ['cygwin', 'atheos', 'qnx6']:
1068 if (self
.compiler
.find_library_file(lib_dirs
, 'nsl')):
1072 exts
.append( Extension('nis', ['nismodule.c'],
1075 missing
.append('nis')
1077 missing
.extend(['nis', 'resource', 'termios'])
1079 # Curses support, requiring the System V version of curses, often
1080 # provided by the ncurses library.
1081 panel_library
= 'panel'
1082 if (self
.compiler
.find_library_file(lib_dirs
, 'ncursesw')):
1083 curses_libs
= ['ncursesw']
1084 # Bug 1464056: If _curses.so links with ncursesw,
1085 # _curses_panel.so must link with panelw.
1086 panel_library
= 'panelw'
1087 exts
.append( Extension('_curses', ['_cursesmodule.c'],
1088 libraries
= curses_libs
) )
1089 elif (self
.compiler
.find_library_file(lib_dirs
, 'ncurses')):
1090 curses_libs
= ['ncurses']
1091 exts
.append( Extension('_curses', ['_cursesmodule.c'],
1092 libraries
= curses_libs
) )
1093 elif (self
.compiler
.find_library_file(lib_dirs
, 'curses')
1094 and platform
!= 'darwin'):
1095 # OSX has an old Berkeley curses, not good enough for
1096 # the _curses module.
1097 if (self
.compiler
.find_library_file(lib_dirs
, 'terminfo')):
1098 curses_libs
= ['curses', 'terminfo']
1099 elif (self
.compiler
.find_library_file(lib_dirs
, 'termcap')):
1100 curses_libs
= ['curses', 'termcap']
1102 curses_libs
= ['curses']
1104 exts
.append( Extension('_curses', ['_cursesmodule.c'],
1105 libraries
= curses_libs
) )
1107 missing
.append('_curses')
1109 # If the curses module is enabled, check for the panel module
1110 if (module_enabled(exts
, '_curses') and
1111 self
.compiler
.find_library_file(lib_dirs
, panel_library
)):
1112 exts
.append( Extension('_curses_panel', ['_curses_panel.c'],
1113 libraries
= [panel_library
] + curses_libs
) )
1115 missing
.append('_curses_panel')
1117 # Andrew Kuchling's zlib module. Note that some versions of zlib
1118 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1119 # http://www.cert.org/advisories/CA-2002-07.html
1121 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1122 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1123 # now, we still accept 1.1.3, because we think it's difficult to
1124 # exploit this in Python, and we'd rather make it RedHat's problem
1125 # than our problem <wink>.
1127 # You can upgrade zlib to version 1.1.4 yourself by going to
1128 # http://www.gzip.org/zlib/
1129 zlib_inc
= find_file('zlib.h', [], inc_dirs
)
1131 if zlib_inc
is not None:
1132 zlib_h
= zlib_inc
[0] + '/zlib.h'
1134 version_req
= '"1.1.3"'
1137 line
= fp
.readline()
1140 if line
.startswith('#define ZLIB_VERSION'):
1141 version
= line
.split()[2]
1143 if version
>= version_req
:
1144 if (self
.compiler
.find_library_file(lib_dirs
, 'z')):
1145 if sys
.platform
== "darwin":
1146 zlib_extra_link_args
= ('-Wl,-search_paths_first',)
1148 zlib_extra_link_args
= ()
1149 exts
.append( Extension('zlib', ['zlibmodule.c'],
1151 extra_link_args
= zlib_extra_link_args
))
1154 missing
.append('zlib')
1156 missing
.append('zlib')
1158 missing
.append('zlib')
1160 # Helper module for various ascii-encoders. Uses zlib for an optimized
1161 # crc32 if we have it. Otherwise binascii uses its own.
1163 extra_compile_args
= ['-DUSE_ZLIB_CRC32']
1165 extra_link_args
= zlib_extra_link_args
1167 extra_compile_args
= []
1169 extra_link_args
= []
1170 exts
.append( Extension('binascii', ['binascii.c'],
1171 extra_compile_args
= extra_compile_args
,
1172 libraries
= libraries
,
1173 extra_link_args
= extra_link_args
) )
1175 # Gustavo Niemeyer's bz2 module.
1176 if (self
.compiler
.find_library_file(lib_dirs
, 'bz2')):
1177 if sys
.platform
== "darwin":
1178 bz2_extra_link_args
= ('-Wl,-search_paths_first',)
1180 bz2_extra_link_args
= ()
1181 exts
.append( Extension('bz2', ['bz2module.c'],
1182 libraries
= ['bz2'],
1183 extra_link_args
= bz2_extra_link_args
) )
1185 missing
.append('bz2')
1187 # Interface to the Expat XML parser
1189 # Expat was written by James Clark and is now maintained by a
1190 # group of developers on SourceForge; see www.libexpat.org for
1191 # more information. The pyexpat module was written by Paul
1192 # Prescod after a prototype by Jack Jansen. The Expat source
1193 # is included in Modules/expat/. Usage of a system
1194 # shared libexpat.so/expat.dll is not advised.
1196 # More information on Expat can be found at www.libexpat.org.
1198 expatinc
= os
.path
.join(os
.getcwd(), srcdir
, 'Modules', 'expat')
1200 ('HAVE_EXPAT_CONFIG_H', '1'),
1203 exts
.append(Extension('pyexpat',
1204 define_macros
= define_macros
,
1205 include_dirs
= [expatinc
],
1206 sources
= ['pyexpat.c',
1213 # Fredrik Lundh's cElementTree module. Note that this also
1214 # uses expat (via the CAPI hook in pyexpat).
1216 if os
.path
.isfile(os
.path
.join(srcdir
, 'Modules', '_elementtree.c')):
1217 define_macros
.append(('USE_PYEXPAT_CAPI', None))
1218 exts
.append(Extension('_elementtree',
1219 define_macros
= define_macros
,
1220 include_dirs
= [expatinc
],
1221 sources
= ['_elementtree.c'],
1224 missing
.append('_elementtree')
1226 # Hye-Shik Chang's CJKCodecs modules.
1228 exts
.append(Extension('_multibytecodec',
1229 ['cjkcodecs/multibytecodec.c']))
1230 for loc
in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1231 exts
.append(Extension('_codecs_%s' % loc
,
1232 ['cjkcodecs/_codecs_%s.c' % loc
]))
1234 missing
.append('_multibytecodec')
1235 for loc
in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1236 missing
.append('_codecs_%s' % loc
)
1238 # Dynamic loading module
1239 if sys
.maxint
== 0x7fffffff:
1240 # This requires sizeof(int) == sizeof(long) == sizeof(char*)
1241 dl_inc
= find_file('dlfcn.h', [], inc_dirs
)
1242 if (dl_inc
is not None) and (platform
not in ['atheos']):
1243 exts
.append( Extension('dl', ['dlmodule.c']) )
1245 missing
.append('dl')
1247 missing
.append('dl')
1249 # Thomas Heller's _ctypes module
1250 self
.detect_ctypes(inc_dirs
, lib_dirs
)
1252 # Richard Oudkerk's multiprocessing module
1253 if platform
== 'win32': # Windows
1255 libraries
= ['ws2_32']
1257 elif platform
== 'darwin': # Mac OSX
1260 HAVE_SEM_TIMEDWAIT
=0,
1262 HAVE_BROKEN_SEM_GETVALUE
=1
1266 elif platform
== 'cygwin': # Cygwin
1269 HAVE_SEM_TIMEDWAIT
=1,
1271 HAVE_BROKEN_SEM_UNLINK
=1
1275 elif platform
in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
1276 # FreeBSD's P1003.1b semaphore support is very experimental
1277 # and has many known problems. (as of June 2008)
1278 macros
= dict( # FreeBSD
1280 HAVE_SEM_TIMEDWAIT
=0,
1285 elif platform
.startswith('openbsd'):
1286 macros
= dict( # OpenBSD
1287 HAVE_SEM_OPEN
=0, # Not implemented
1288 HAVE_SEM_TIMEDWAIT
=0,
1293 else: # Linux and other unices
1296 HAVE_SEM_TIMEDWAIT
=1,
1301 if platform
== 'win32':
1302 multiprocessing_srcs
= [ '_multiprocessing/multiprocessing.c',
1303 '_multiprocessing/semaphore.c',
1304 '_multiprocessing/pipe_connection.c',
1305 '_multiprocessing/socket_connection.c',
1306 '_multiprocessing/win32_functions.c'
1310 multiprocessing_srcs
= [ '_multiprocessing/multiprocessing.c',
1311 '_multiprocessing/socket_connection.c'
1314 if macros
.get('HAVE_SEM_OPEN', False):
1315 multiprocessing_srcs
.append('_multiprocessing/semaphore.c')
1317 exts
.append ( Extension('_multiprocessing', multiprocessing_srcs
,
1318 define_macros
=macros
.items(),
1319 include_dirs
=["Modules/_multiprocessing"]))
1320 # End multiprocessing
1323 # Platform-specific libraries
1324 if platform
== 'linux2':
1325 # Linux-specific modules
1326 exts
.append( Extension('linuxaudiodev', ['linuxaudiodev.c']) )
1328 missing
.append('linuxaudiodev')
1330 if platform
in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
1331 'freebsd7', 'freebsd8'):
1332 exts
.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
1334 missing
.append('ossaudiodev')
1336 if platform
== 'sunos5':
1337 # SunOS specific modules
1338 exts
.append( Extension('sunaudiodev', ['sunaudiodev.c']) )
1340 missing
.append('sunaudiodev')
1342 if platform
== 'darwin' and ("--disable-toolbox-glue" not in
1343 sysconfig
.get_config_var("CONFIG_ARGS")):
1345 if os
.uname()[2] > '8.':
1346 # We're on Mac OS X 10.4 or later, the compiler should
1347 # support '-Wno-deprecated-declarations'. This will
1348 # surpress deprecation warnings for the Carbon extensions,
1349 # these extensions wrap the Carbon APIs and even those
1350 # parts that are deprecated.
1351 carbon_extra_compile_args
= ['-Wno-deprecated-declarations']
1353 carbon_extra_compile_args
= []
1355 # Mac OS X specific modules.
1356 def macSrcExists(name1
, name2
=''):
1361 names
= (name1
, name2
)
1362 path
= os
.path
.join(srcdir
, 'Mac', 'Modules', *names
)
1363 return os
.path
.exists(path
)
1365 def addMacExtension(name
, kwds
, extra_srcs
=[]):
1368 dirname
= name
[1:].lower()
1370 cmodulename
= name
+ 'module.c'
1371 # Check for NNN.c, NNNmodule.c, _nnn/NNN.c, _nnn/NNNmodule.c
1372 if macSrcExists(cname
):
1374 elif macSrcExists(cmodulename
):
1375 srcs
= [cmodulename
]
1376 elif macSrcExists(dirname
, cname
):
1377 # XXX(nnorwitz): If all the names ended with module, we
1378 # wouldn't need this condition. ibcarbon is the only one.
1379 srcs
= [os
.path
.join(dirname
, cname
)]
1380 elif macSrcExists(dirname
, cmodulename
):
1381 srcs
= [os
.path
.join(dirname
, cmodulename
)]
1383 raise RuntimeError("%s not found" % name
)
1385 # Here's the whole point: add the extension with sources
1386 exts
.append(Extension(name
, srcs
+ extra_srcs
, **kwds
))
1389 core_kwds
= {'extra_compile_args': carbon_extra_compile_args
,
1390 'extra_link_args': ['-framework', 'CoreFoundation'],
1392 addMacExtension('_CF', core_kwds
, ['cf/pycfbridge.c'])
1393 addMacExtension('autoGIL', core_kwds
)
1396 carbon_kwds
= {'extra_compile_args': carbon_extra_compile_args
,
1397 'extra_link_args': ['-framework', 'Carbon'],
1399 CARBON_EXTS
= ['ColorPicker', 'gestalt', 'MacOS', 'Nav',
1400 'OSATerminology', 'icglue',
1401 # All these are in subdirs
1402 '_AE', '_AH', '_App', '_CarbonEvt', '_Cm', '_Ctl',
1403 '_Dlg', '_Drag', '_Evt', '_File', '_Folder', '_Fm',
1404 '_Help', '_Icn', '_IBCarbon', '_List',
1405 '_Menu', '_Mlte', '_OSA', '_Res', '_Qd', '_Qdoffs',
1406 '_Scrap', '_Snd', '_TE',
1408 for name
in CARBON_EXTS
:
1409 addMacExtension(name
, carbon_kwds
)
1411 # Workaround for a bug in the version of gcc shipped with Xcode 3.
1412 # The _Win extension should build just like the other Carbon extensions, but
1413 # this actually results in a hard crash of the linker.
1415 if '-arch ppc64' in cflags
and '-arch ppc' in cflags
:
1416 win_kwds
= {'extra_compile_args': carbon_extra_compile_args
+ ['-arch', 'i386', '-arch', 'ppc'],
1417 'extra_link_args': ['-framework', 'Carbon', '-arch', 'i386', '-arch', 'ppc'],
1419 addMacExtension('_Win', win_kwds
)
1421 addMacExtension('_Win', carbon_kwds
)
1424 # Application Services & QuickTime
1425 app_kwds
= {'extra_compile_args': carbon_extra_compile_args
,
1426 'extra_link_args': ['-framework','ApplicationServices'],
1428 addMacExtension('_Launch', app_kwds
)
1429 addMacExtension('_CG', app_kwds
)
1431 exts
.append( Extension('_Qt', ['qt/_Qtmodule.c'],
1432 extra_compile_args
=carbon_extra_compile_args
,
1433 extra_link_args
=['-framework', 'QuickTime',
1434 '-framework', 'Carbon']) )
1437 self
.extensions
.extend(exts
)
1439 # Call the method for detecting whether _tkinter can be compiled
1440 self
.detect_tkinter(inc_dirs
, lib_dirs
)
1442 if '_tkinter' not in [e
.name
for e
in self
.extensions
]:
1443 missing
.append('_tkinter')
1447 def detect_tkinter_darwin(self
, inc_dirs
, lib_dirs
):
1448 # The _tkinter module, using frameworks. Since frameworks are quite
1449 # different the UNIX search logic is not sharable.
1450 from os
.path
import join
, exists
1452 '/System/Library/Frameworks/',
1453 '/Library/Frameworks',
1454 join(os
.getenv('HOME'), '/Library/Frameworks')
1457 # Find the directory that contains the Tcl.framework and Tk.framework
1459 # XXX distutils should support -F!
1460 for F
in framework_dirs
:
1461 # both Tcl.framework and Tk.framework should be present
1462 for fw
in 'Tcl', 'Tk':
1463 if not exists(join(F
, fw
+ '.framework')):
1466 # ok, F is now directory with both frameworks. Continure
1470 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1474 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1475 # frameworks. In later release we should hopefully be able to pass
1476 # the -F option to gcc, which specifies a framework lookup path.
1479 join(F
, fw
+ '.framework', H
)
1480 for fw
in 'Tcl', 'Tk'
1481 for H
in 'Headers', 'Versions/Current/PrivateHeaders'
1484 # For 8.4a2, the X11 headers are not included. Rather than include a
1485 # complicated search, this is a hard-coded path. It could bail out
1486 # if X11 libs are not found...
1487 include_dirs
.append('/usr/X11R6/include')
1488 frameworks
= ['-framework', 'Tcl', '-framework', 'Tk']
1490 # All existing framework builds of Tcl/Tk don't support 64-bit
1492 cflags
= sysconfig
.get_config_vars('CFLAGS')[0]
1493 archs
= re
.findall('-arch\s+(\w+)', cflags
)
1494 if 'x86_64' in archs
or 'ppc64' in archs
:
1496 archs
.remove('x86_64')
1500 archs
.remove('ppc64')
1505 frameworks
.append('-arch')
1506 frameworks
.append(a
)
1508 ext
= Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1509 define_macros
=[('WITH_APPINIT', 1)],
1510 include_dirs
= include_dirs
,
1512 extra_compile_args
= frameworks
[2:],
1513 extra_link_args
= frameworks
,
1515 self
.extensions
.append(ext
)
1519 def detect_tkinter(self
, inc_dirs
, lib_dirs
):
1520 # The _tkinter module.
1522 # Rather than complicate the code below, detecting and building
1523 # AquaTk is a separate method. Only one Tkinter will be built on
1524 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1525 platform
= self
.get_platform()
1526 if (platform
== 'darwin' and
1527 self
.detect_tkinter_darwin(inc_dirs
, lib_dirs
)):
1530 # Assume we haven't found any of the libraries or include files
1531 # The versions with dots are used on Unix, and the versions without
1532 # dots on Windows, for detection by cygwin.
1533 tcllib
= tklib
= tcl_includes
= tk_includes
= None
1534 for version
in ['8.5', '85', '8.4', '84', '8.3', '83', '8.2',
1535 '82', '8.1', '81', '8.0', '80']:
1536 tklib
= self
.compiler
.find_library_file(lib_dirs
, 'tk' + version
)
1537 tcllib
= self
.compiler
.find_library_file(lib_dirs
, 'tcl' + version
)
1538 if tklib
and tcllib
:
1539 # Exit the loop when we've found the Tcl/Tk libraries
1542 # Now check for the header files
1543 if tklib
and tcllib
:
1544 # Check for the include files on Debian and {Free,Open}BSD, where
1545 # they're put in /usr/include/{tcl,tk}X.Y
1546 dotversion
= version
1547 if '.' not in dotversion
and "bsd" in sys
.platform
.lower():
1548 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1549 # but the include subdirs are named like .../include/tcl8.3.
1550 dotversion
= dotversion
[:-1] + '.' + dotversion
[-1]
1551 tcl_include_sub
= []
1553 for dir in inc_dirs
:
1554 tcl_include_sub
+= [dir + os
.sep
+ "tcl" + dotversion
]
1555 tk_include_sub
+= [dir + os
.sep
+ "tk" + dotversion
]
1556 tk_include_sub
+= tcl_include_sub
1557 tcl_includes
= find_file('tcl.h', inc_dirs
, tcl_include_sub
)
1558 tk_includes
= find_file('tk.h', inc_dirs
, tk_include_sub
)
1560 if (tcllib
is None or tklib
is None or
1561 tcl_includes
is None or tk_includes
is None):
1562 self
.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
1565 # OK... everything seems to be present for Tcl/Tk.
1567 include_dirs
= [] ; libs
= [] ; defs
= [] ; added_lib_dirs
= []
1568 for dir in tcl_includes
+ tk_includes
:
1569 if dir not in include_dirs
:
1570 include_dirs
.append(dir)
1572 # Check for various platform-specific directories
1573 if platform
== 'sunos5':
1574 include_dirs
.append('/usr/openwin/include')
1575 added_lib_dirs
.append('/usr/openwin/lib')
1576 elif os
.path
.exists('/usr/X11R6/include'):
1577 include_dirs
.append('/usr/X11R6/include')
1578 added_lib_dirs
.append('/usr/X11R6/lib64')
1579 added_lib_dirs
.append('/usr/X11R6/lib')
1580 elif os
.path
.exists('/usr/X11R5/include'):
1581 include_dirs
.append('/usr/X11R5/include')
1582 added_lib_dirs
.append('/usr/X11R5/lib')
1584 # Assume default location for X11
1585 include_dirs
.append('/usr/X11/include')
1586 added_lib_dirs
.append('/usr/X11/lib')
1588 # If Cygwin, then verify that X is installed before proceeding
1589 if platform
== 'cygwin':
1590 x11_inc
= find_file('X11/Xlib.h', [], include_dirs
)
1594 # Check for BLT extension
1595 if self
.compiler
.find_library_file(lib_dirs
+ added_lib_dirs
,
1597 defs
.append( ('WITH_BLT', 1) )
1598 libs
.append('BLT8.0')
1599 elif self
.compiler
.find_library_file(lib_dirs
+ added_lib_dirs
,
1601 defs
.append( ('WITH_BLT', 1) )
1604 # Add the Tcl/Tk libraries
1605 libs
.append('tk'+ version
)
1606 libs
.append('tcl'+ version
)
1608 if platform
in ['aix3', 'aix4']:
1611 # Finally, link with the X11 libraries (not appropriate on cygwin)
1612 if platform
!= "cygwin":
1615 ext
= Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1616 define_macros
=[('WITH_APPINIT', 1)] + defs
,
1617 include_dirs
= include_dirs
,
1619 library_dirs
= added_lib_dirs
,
1621 self
.extensions
.append(ext
)
1623 ## # Uncomment these lines if you want to play with xxmodule.c
1624 ## ext = Extension('xx', ['xxmodule.c'])
1625 ## self.extensions.append(ext)
1627 # XXX handle these, but how to detect?
1628 # *** Uncomment and edit for PIL (TkImaging) extension only:
1629 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
1630 # *** Uncomment and edit for TOGL extension only:
1631 # -DWITH_TOGL togl.c \
1632 # *** Uncomment these for TOGL extension only:
1633 # -lGL -lGLU -lXext -lXmu \
1635 def configure_ctypes_darwin(self
, ext
):
1636 # Darwin (OS X) uses preconfigured files, in
1637 # the Modules/_ctypes/libffi_osx directory.
1638 (srcdir
,) = sysconfig
.get_config_vars('srcdir')
1639 ffi_srcdir
= os
.path
.abspath(os
.path
.join(srcdir
, 'Modules',
1640 '_ctypes', 'libffi_osx'))
1641 sources
= [os
.path
.join(ffi_srcdir
, p
)
1645 'x86/x86-ffi_darwin.c',
1647 'powerpc/ppc-darwin.S',
1648 'powerpc/ppc-darwin_closure.S',
1649 'powerpc/ppc-ffi_darwin.c',
1650 'powerpc/ppc64-darwin_closure.S',
1653 # Add .S (preprocessed assembly) to C compiler source extensions.
1654 self
.compiler
.src_extensions
.append('.S')
1656 include_dirs
= [os
.path
.join(ffi_srcdir
, 'include'),
1657 os
.path
.join(ffi_srcdir
, 'powerpc')]
1658 ext
.include_dirs
.extend(include_dirs
)
1659 ext
.sources
.extend(sources
)
1662 def configure_ctypes(self
, ext
):
1663 if not self
.use_system_libffi
:
1664 if sys
.platform
== 'darwin':
1665 return self
.configure_ctypes_darwin(ext
)
1667 (srcdir
,) = sysconfig
.get_config_vars('srcdir')
1668 ffi_builddir
= os
.path
.join(self
.build_temp
, 'libffi')
1669 ffi_srcdir
= os
.path
.abspath(os
.path
.join(srcdir
, 'Modules',
1670 '_ctypes', 'libffi'))
1671 ffi_configfile
= os
.path
.join(ffi_builddir
, 'fficonfig.py')
1673 from distutils
.dep_util
import newer_group
1675 config_sources
= [os
.path
.join(ffi_srcdir
, fname
)
1676 for fname
in os
.listdir(ffi_srcdir
)
1677 if os
.path
.isfile(os
.path
.join(ffi_srcdir
, fname
))]
1678 if self
.force
or newer_group(config_sources
,
1680 from distutils
.dir_util
import mkpath
1681 mkpath(ffi_builddir
)
1684 # Pass empty CFLAGS because we'll just append the resulting
1685 # CFLAGS to Python's; -g or -O2 is to be avoided.
1686 cmd
= "cd %s && env CFLAGS='' '%s/configure' %s" \
1687 % (ffi_builddir
, ffi_srcdir
, " ".join(config_args
))
1689 res
= os
.system(cmd
)
1690 if res
or not os
.path
.exists(ffi_configfile
):
1691 print "Failed to configure _ctypes module"
1695 execfile(ffi_configfile
, globals(), fficonfig
)
1696 ffi_srcdir
= os
.path
.join(fficonfig
['ffi_srcdir'], 'src')
1698 # Add .S (preprocessed assembly) to C compiler source extensions.
1699 self
.compiler
.src_extensions
.append('.S')
1701 include_dirs
= [os
.path
.join(ffi_builddir
, 'include'),
1702 ffi_builddir
, ffi_srcdir
]
1703 extra_compile_args
= fficonfig
['ffi_cflags'].split()
1705 ext
.sources
.extend(fficonfig
['ffi_sources'])
1706 ext
.include_dirs
.extend(include_dirs
)
1707 ext
.extra_compile_args
.extend(extra_compile_args
)
1710 def detect_ctypes(self
, inc_dirs
, lib_dirs
):
1711 self
.use_system_libffi
= False
1713 extra_compile_args
= []
1714 extra_link_args
= []
1715 sources
= ['_ctypes/_ctypes.c',
1716 '_ctypes/callbacks.c',
1717 '_ctypes/callproc.c',
1718 '_ctypes/stgdict.c',
1720 '_ctypes/malloc_closure.c']
1721 depends
= ['_ctypes/ctypes.h']
1723 if sys
.platform
== 'darwin':
1724 sources
.append('_ctypes/darwin/dlfcn_simple.c')
1725 extra_compile_args
.append('-DMACOSX')
1726 include_dirs
.append('_ctypes/darwin')
1727 # XXX Is this still needed?
1728 ## extra_link_args.extend(['-read_only_relocs', 'warning'])
1730 elif sys
.platform
== 'sunos5':
1731 # XXX This shouldn't be necessary; it appears that some
1732 # of the assembler code is non-PIC (i.e. it has relocations
1733 # when it shouldn't. The proper fix would be to rewrite
1734 # the assembler code to be PIC.
1735 # This only works with GCC; the Sun compiler likely refuses
1736 # this option. If you want to compile ctypes with the Sun
1737 # compiler, please research a proper solution, instead of
1738 # finding some -z option for the Sun compiler.
1739 extra_link_args
.append('-mimpure-text')
1741 elif sys
.platform
.startswith('hp-ux'):
1742 extra_link_args
.append('-fPIC')
1744 ext
= Extension('_ctypes',
1745 include_dirs
=include_dirs
,
1746 extra_compile_args
=extra_compile_args
,
1747 extra_link_args
=extra_link_args
,
1751 ext_test
= Extension('_ctypes_test',
1752 sources
=['_ctypes/_ctypes_test.c'])
1753 self
.extensions
.extend([ext
, ext_test
])
1755 if not '--with-system-ffi' in sysconfig
.get_config_var("CONFIG_ARGS"):
1758 if sys
.platform
== 'darwin':
1759 # OS X 10.5 comes with libffi.dylib; the include files are
1760 # in /usr/include/ffi
1761 inc_dirs
.append('/usr/include/ffi')
1763 ffi_inc
= find_file('ffi.h', [], inc_dirs
)
1764 if ffi_inc
is not None:
1765 ffi_h
= ffi_inc
[0] + '/ffi.h'
1768 line
= fp
.readline()
1772 if line
.startswith('#define LIBFFI_H'):
1775 if ffi_inc
is not None:
1776 for lib_name
in ('ffi_convenience', 'ffi_pic', 'ffi'):
1777 if (self
.compiler
.find_library_file(lib_dirs
, lib_name
)):
1781 if ffi_inc
and ffi_lib
:
1782 ext
.include_dirs
.extend(ffi_inc
)
1783 ext
.libraries
.append(ffi_lib
)
1784 self
.use_system_libffi
= True
1787 class PyBuildInstall(install
):
1788 # Suppress the warning about installation into the lib_dynload
1789 # directory, which is not in sys.path when running Python during
1791 def initialize_options (self
):
1792 install
.initialize_options(self
)
1795 class PyBuildInstallLib(install_lib
):
1796 # Do exactly what install_lib does but make sure correct access modes get
1797 # set on installed directories and files. All installed files with get
1798 # mode 644 unless they are a shared library in which case they will get
1799 # mode 755. All installed directories will get mode 755.
1801 so_ext
= sysconfig
.get_config_var("SO")
1804 outfiles
= install_lib
.install(self
)
1805 self
.set_file_modes(outfiles
, 0644, 0755)
1806 self
.set_dir_modes(self
.install_dir
, 0755)
1809 def set_file_modes(self
, files
, defaultMode
, sharedLibMode
):
1810 if not self
.is_chmod_supported(): return
1811 if not files
: return
1813 for filename
in files
:
1814 if os
.path
.islink(filename
): continue
1816 if filename
.endswith(self
.so_ext
): mode
= sharedLibMode
1817 log
.info("changing mode of %s to %o", filename
, mode
)
1818 if not self
.dry_run
: os
.chmod(filename
, mode
)
1820 def set_dir_modes(self
, dirname
, mode
):
1821 if not self
.is_chmod_supported(): return
1822 os
.path
.walk(dirname
, self
.set_dir_modes_visitor
, mode
)
1824 def set_dir_modes_visitor(self
, mode
, dirname
, names
):
1825 if os
.path
.islink(dirname
): return
1826 log
.info("changing mode of %s to %o", dirname
, mode
)
1827 if not self
.dry_run
: os
.chmod(dirname
, mode
)
1829 def is_chmod_supported(self
):
1830 return hasattr(os
, 'chmod')
1833 Python is an interpreted, interactive, object-oriented programming
1834 language. It is often compared to Tcl, Perl, Scheme or Java.
1836 Python combines remarkable power with very clear syntax. It has
1837 modules, classes, exceptions, very high level dynamic data types, and
1838 dynamic typing. There are interfaces to many system calls and
1839 libraries, as well as to various windowing systems (X11, Motif, Tk,
1840 Mac, MFC). New built-in modules are easily written in C or C++. Python
1841 is also usable as an extension language for applications that need a
1842 programmable interface.
1844 The Python implementation is portable: it runs on many brands of UNIX,
1845 on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1846 listed here, it may still be supported, if there's a C compiler for
1847 it. Ask around on comp.lang.python -- or just try compiling Python
1852 Development Status :: 6 - Mature
1853 License :: OSI Approved :: Python Software Foundation License
1854 Natural Language :: English
1855 Programming Language :: C
1856 Programming Language :: Python
1857 Topic :: Software Development
1861 # turn off warnings when deprecated modules are imported
1863 warnings
.filterwarnings("ignore",category
=DeprecationWarning)
1864 setup(# PyPI Metadata (PEP 301)
1866 version
= sys
.version
.split()[0],
1867 url
= "http://www.python.org/%s" % sys
.version
[:3],
1868 maintainer
= "Guido van Rossum and the Python community",
1869 maintainer_email
= "python-dev@python.org",
1870 description
= "A high-level object-oriented programming language",
1871 long_description
= SUMMARY
.strip(),
1872 license
= "PSF license",
1873 classifiers
= filter(None, CLASSIFIERS
.split("\n")),
1874 platforms
= ["Many"],
1877 cmdclass
= {'build_ext':PyBuildExt
, 'install':PyBuildInstall
,
1878 'install_lib':PyBuildInstallLib
},
1879 # The struct module is defined here, because build_ext won't be
1880 # called unless there's at least one extension module defined.
1881 ext_modules
=[Extension('_struct', ['_struct.c'])],
1883 # Scripts to install
1884 scripts
= ['Tools/scripts/pydoc', 'Tools/scripts/idle',
1885 'Tools/scripts/2to3',
1890 if __name__
== '__main__':