buildtools/wafsamba/wafsamba.py

   1 # a waf tool to add autoconf-like macros to the configure section
   2 # and for SAMBA_ macros for building libraries, binaries etc
   3
   4 import Build, os, sys, Options, Task, Utils, cc, TaskGen, fnmatch, re, shutil, Logs, Constants
   5 from Configure import conf
   6 from Logs import debug
   7 from samba_utils import SUBST_VARS_RECURSIVE
   8 TaskGen.task_gen.apply_verif = Utils.nada
   9
  10 # bring in the other samba modules
  11 from samba_optimisation import *
  12 from samba_utils import *
  13 from samba_version import *
  14 from samba_autoconf import *
  15 from samba_patterns import *
  16 from samba_pidl import *
  17 from samba_autoproto import *
  18 from samba_python import *
  19 from samba_perl import *
  20 from samba_deps import *
  21 from samba_bundled import *
  22 from samba_third_party import *
  23 import samba_install
  24 import samba_conftests
  25 import samba_abi
  26 import samba_headers
  27 import tru64cc
  28 import irixcc
  29 import hpuxcc
  30 import generic_cc
  31 import samba_dist
  32 import samba_wildcard
  33 import stale_files
  34 import symbols
  35 import pkgconfig
  36 import configure_file
  37
  38 # some systems have broken threading in python
  39 if os.environ.get('WAF_NOTHREADS') == '1':
  40     import nothreads
  41
  42 LIB_PATH="shared"
  43
  44 os.environ['PYTHONUNBUFFERED'] = '1'
  45
  46
  47 if Constants.HEXVERSION < 0x105019:
  48     Logs.error('''
  49 Please use the version of waf that comes with Samba, not
  50 a system installed version. See http://wiki.samba.org/index.php/Waf
  51 for details.
  52
  53 Alternatively, please run ./configure and make as usual. That will
  54 call the right version of waf.''')
  55     sys.exit(1)
  56
  57
  58 @conf
  59 def SAMBA_BUILD_ENV(conf):
  60     '''create the samba build environment'''
  61     conf.env.BUILD_DIRECTORY = conf.blddir
  62     mkdir_p(os.path.join(conf.blddir, LIB_PATH))
  63     mkdir_p(os.path.join(conf.blddir, LIB_PATH, "private"))
  64     mkdir_p(os.path.join(conf.blddir, "modules"))
  65     mkdir_p(os.path.join(conf.blddir, 'python/samba/dcerpc'))
  66     # this allows all of the bin/shared and bin/python targets
  67     # to be expressed in terms of build directory paths
  68     mkdir_p(os.path.join(conf.blddir, 'default'))
  69     for (source, target) in [('shared', 'shared'), ('modules', 'modules'), ('python', 'python_modules')]:
  70         link_target = os.path.join(conf.blddir, 'default/' + target)
  71         if not os.path.lexists(link_target):
  72             os.symlink('../' + source, link_target)
  73
  74     # get perl to put the blib files in the build directory
  75     blib_bld = os.path.join(conf.blddir, 'default/pidl/blib')
  76     blib_src = os.path.join(conf.srcdir, 'pidl/blib')
  77     mkdir_p(blib_bld + '/man1')
  78     mkdir_p(blib_bld + '/man3')
  79     if os.path.islink(blib_src):
  80         os.unlink(blib_src)
  81     elif os.path.exists(blib_src):
  82         shutil.rmtree(blib_src)
  83
  84
  85 def ADD_INIT_FUNCTION(bld, subsystem, target, init_function):
  86     '''add an init_function to the list for a subsystem'''
  87     if init_function is None:
  88         return
  89     bld.ASSERT(subsystem is not None, "You must specify a subsystem for init_function '%s'" % init_function)
  90     cache = LOCAL_CACHE(bld, 'INIT_FUNCTIONS')
  91     if not subsystem in cache:
  92         cache[subsystem] = []
  93     cache[subsystem].append( { 'TARGET':target, 'INIT_FUNCTION':init_function } )
  94 Build.BuildContext.ADD_INIT_FUNCTION = ADD_INIT_FUNCTION
  95
  96
  97 def generate_empty_file(task):
  98     target_fname = installed_location=task.outputs[0].bldpath(task.env)
  99     target_file = open(installed_location, 'w')
 100     target_file.close()
 101     return 0
 102
 103 #################################################################
 104 def SAMBA_LIBRARY(bld, libname, source,
 105                   deps='',
 106                   public_deps='',
 107                   includes='',
 108                   public_headers=None,
 109                   public_headers_install=True,
 110                   header_path=None,
 111                   pc_files=None,
 112                   vnum=None,
 113                   soname=None,
 114                   cflags='',
 115                   ldflags='',
 116                   external_library=False,
 117                   realname=None,
 118                   keep_underscore=False,
 119                   autoproto=None,
 120                   autoproto_extra_source='',
 121                   group='main',
 122                   depends_on='',
 123                   local_include=True,
 124                   global_include=True,
 125                   vars=None,
 126                   subdir=None,
 127                   install_path=None,
 128                   install=True,
 129                   pyembed=False,
 130                   pyext=False,
 131                   target_type='LIBRARY',
 132                   bundled_extension=False,
 133                   bundled_name=None,
 134                   link_name=None,
 135                   abi_directory=None,
 136                   abi_match=None,
 137                   hide_symbols=False,
 138                   manpages=None,
 139                   private_library=False,
 140                   grouping_library=False,
 141                   allow_undefined_symbols=False,
 142                   allow_warnings=False,
 143                   enabled=True):
 144     '''define a Samba library'''
 145
 146     if LIB_MUST_BE_PRIVATE(bld, libname):
 147         private_library=True
 148
 149     if not enabled:
 150         SET_TARGET_TYPE(bld, libname, 'DISABLED')
 151         return
 152
 153     source = bld.EXPAND_VARIABLES(source, vars=vars)
 154     if subdir:
 155         source = bld.SUBDIR(subdir, source)
 156
 157     # remember empty libraries, so we can strip the dependencies
 158     if ((source == '') or (source == [])):
 159         if deps == '' and public_deps == '':
 160             SET_TARGET_TYPE(bld, libname, 'EMPTY')
 161             return
 162         empty_c = libname + '.empty.c'
 163         bld.SAMBA_GENERATOR('%s_empty_c' % libname,
 164                             rule=generate_empty_file,
 165                             target=empty_c)
 166         source=empty_c
 167
 168     if BUILTIN_LIBRARY(bld, libname):
 169         obj_target = libname
 170     else:
 171         obj_target = libname + '.objlist'
 172
 173     if group == 'libraries':
 174         subsystem_group = 'main'
 175     else:
 176         subsystem_group = group
 177
 178     # first create a target for building the object files for this library
 179     # by separating in this way, we avoid recompiling the C files
 180     # separately for the install library and the build library
 181     bld.SAMBA_SUBSYSTEM(obj_target,
 182                         source         = source,
 183                         deps           = deps,
 184                         public_deps    = public_deps,
 185                         includes       = includes,
 186                         public_headers = public_headers,
 187                         public_headers_install = public_headers_install,
 188                         header_path    = header_path,
 189                         cflags         = cflags,
 190                         group          = subsystem_group,
 191                         autoproto      = autoproto,
 192                         autoproto_extra_source=autoproto_extra_source,
 193                         depends_on     = depends_on,
 194                         hide_symbols   = hide_symbols,
 195                         allow_warnings = allow_warnings,
 196                         pyembed        = pyembed,
 197                         pyext          = pyext,
 198                         local_include  = local_include,
 199                         global_include = global_include)
 200
 201     if BUILTIN_LIBRARY(bld, libname):
 202         return
 203
 204     if not SET_TARGET_TYPE(bld, libname, target_type):
 205         return
 206
 207     # the library itself will depend on that object target
 208     deps += ' ' + public_deps
 209     deps = TO_LIST(deps)
 210     deps.append(obj_target)
 211
 212     realname = bld.map_shlib_extension(realname, python=(target_type=='PYTHON'))
 213     link_name = bld.map_shlib_extension(link_name, python=(target_type=='PYTHON'))
 214
 215     # we don't want any public libraries without version numbers
 216     if (not private_library and target_type != 'PYTHON' and not realname):
 217         if vnum is None and soname is None:
 218             raise Utils.WafError("public library '%s' must have a vnum" %
 219                     libname)
 220         if pc_files is None:
 221             raise Utils.WafError("public library '%s' must have pkg-config file" %
 222                        libname)
 223         if public_headers is None:
 224             raise Utils.WafError("public library '%s' must have header files" %
 225                        libname)
 226
 227     if bundled_name is not None:
 228         pass
 229     elif target_type == 'PYTHON' or realname or not private_library:
 230         if keep_underscore:
 231             bundled_name = libname
 232         else:
 233             bundled_name = libname.replace('_', '-')
 234     else:
 235         assert (private_library == True and realname is None)
 236         if abi_directory or vnum or soname:
 237             bundled_extension=True
 238         bundled_name = PRIVATE_NAME(bld, libname.replace('_', '-'),
 239                                     bundled_extension, private_library)
 240
 241     ldflags = TO_LIST(ldflags)
 242
 243     features = 'cc cshlib symlink_lib install_lib'
 244     if pyext:
 245         features += ' pyext'
 246     if pyembed:
 247         features += ' pyembed'
 248
 249     if abi_directory:
 250         features += ' abi_check'
 251
 252     vscript = None
 253     if bld.env.HAVE_LD_VERSION_SCRIPT:
 254         if private_library:
 255             version = "%s_%s" % (Utils.g_module.APPNAME, Utils.g_module.VERSION)
 256         elif vnum:
 257             version = "%s_%s" % (libname, vnum)
 258         else:
 259             version = None
 260         if version:
 261             vscript = "%s.vscript" % libname
 262             bld.ABI_VSCRIPT(libname, abi_directory, version, vscript,
 263                             abi_match)
 264             fullname = apply_pattern(bundled_name, bld.env.shlib_PATTERN)
 265             fullpath = bld.path.find_or_declare(fullname)
 266             vscriptpath = bld.path.find_or_declare(vscript)
 267             if not fullpath:
 268                 raise Utils.WafError("unable to find fullpath for %s" % fullname)
 269             if not vscriptpath:
 270                 raise Utils.WafError("unable to find vscript path for %s" % vscript)
 271             bld.add_manual_dependency(fullpath, vscriptpath)
 272             if Options.is_install:
 273                 # also make the .inst file depend on the vscript
 274                 instname = apply_pattern(bundled_name + '.inst', bld.env.shlib_PATTERN)
 275                 bld.add_manual_dependency(bld.path.find_or_declare(instname), bld.path.find_or_declare(vscript))
 276             vscript = os.path.join(bld.path.abspath(bld.env), vscript)
 277
 278     bld.SET_BUILD_GROUP(group)
 279     t = bld(
 280         features        = features,
 281         source          = [],
 282         target          = bundled_name,
 283         depends_on      = depends_on,
 284         samba_ldflags   = ldflags,
 285         samba_deps      = deps,
 286         samba_includes  = includes,
 287         version_script  = vscript,
 288         local_include   = local_include,
 289         global_include  = global_include,
 290         vnum            = vnum,
 291         soname          = soname,
 292         install_path    = None,
 293         samba_inst_path = install_path,
 294         name            = libname,
 295         samba_realname  = realname,
 296         samba_install   = install,
 297         abi_directory   = "%s/%s" % (bld.path.abspath(), abi_directory),
 298         abi_match       = abi_match,
 299         private_library = private_library,
 300         grouping_library=grouping_library,
 301         allow_undefined_symbols=allow_undefined_symbols
 302         )
 303
 304     if realname and not link_name:
 305         link_name = 'shared/%s' % realname
 306
 307     if link_name:
 308         t.link_name = link_name
 309
 310     if pc_files is not None and not private_library:
 311         bld.PKG_CONFIG_FILES(pc_files, vnum=vnum)
 312
 313     if (manpages is not None and 'XSLTPROC_MANPAGES' in bld.env and
 314         bld.env['XSLTPROC_MANPAGES']):
 315         bld.MANPAGES(manpages, install)
 316
 317
 318 Build.BuildContext.SAMBA_LIBRARY = SAMBA_LIBRARY
 319
 320
 321 #################################################################
 322 def SAMBA_BINARY(bld, binname, source,
 323                  deps='',
 324                  includes='',
 325                  public_headers=None,
 326                  header_path=None,
 327                  modules=None,
 328                  ldflags=None,
 329                  cflags='',
 330                  autoproto=None,
 331                  use_hostcc=False,
 332                  use_global_deps=True,
 333                  compiler=None,
 334                  group='main',
 335                  manpages=None,
 336                  local_include=True,
 337                  global_include=True,
 338                  subsystem_name=None,
 339                  pyembed=False,
 340                  vars=None,
 341                  subdir=None,
 342                  install=True,
 343                  install_path=None,
 344                  enabled=True):
 345     '''define a Samba binary'''
 346
 347     if not enabled:
 348         SET_TARGET_TYPE(bld, binname, 'DISABLED')
 349         return
 350
 351     if not SET_TARGET_TYPE(bld, binname, 'BINARY'):
 352         return
 353
 354     features = 'cc cprogram symlink_bin install_bin'
 355     if pyembed:
 356         features += ' pyembed'
 357
 358     obj_target = binname + '.objlist'
 359
 360     source = bld.EXPAND_VARIABLES(source, vars=vars)
 361     if subdir:
 362         source = bld.SUBDIR(subdir, source)
 363     source = unique_list(TO_LIST(source))
 364
 365     if group == 'binaries':
 366         subsystem_group = 'main'
 367     else:
 368         subsystem_group = group
 369
 370     # only specify PIE flags for binaries
 371     pie_cflags = cflags
 372     pie_ldflags = TO_LIST(ldflags)
 373     if bld.env['ENABLE_PIE'] is True:
 374         pie_cflags += ' -fPIE'
 375         pie_ldflags.extend(TO_LIST('-pie'))
 376     if bld.env['ENABLE_RELRO'] is True:
 377         pie_ldflags.extend(TO_LIST('-Wl,-z,relro,-z,now'))
 378
 379     # first create a target for building the object files for this binary
 380     # by separating in this way, we avoid recompiling the C files
 381     # separately for the install binary and the build binary
 382     bld.SAMBA_SUBSYSTEM(obj_target,
 383                         source         = source,
 384                         deps           = deps,
 385                         includes       = includes,
 386                         cflags         = pie_cflags,
 387                         group          = subsystem_group,
 388                         autoproto      = autoproto,
 389                         subsystem_name = subsystem_name,
 390                         local_include  = local_include,
 391                         global_include = global_include,
 392                         use_hostcc     = use_hostcc,
 393                         pyext          = pyembed,
 394                         use_global_deps= use_global_deps)
 395
 396     bld.SET_BUILD_GROUP(group)
 397
 398     # the binary itself will depend on that object target
 399     deps = TO_LIST(deps)
 400     deps.append(obj_target)
 401
 402     t = bld(
 403         features       = features,
 404         source         = [],
 405         target         = binname,
 406         samba_deps     = deps,
 407         samba_includes = includes,
 408         local_include  = local_include,
 409         global_include = global_include,
 410         samba_modules  = modules,
 411         top            = True,
 412         samba_subsystem= subsystem_name,
 413         install_path   = None,
 414         samba_inst_path= install_path,
 415         samba_install  = install,
 416         samba_ldflags  = pie_ldflags
 417         )
 418
 419     if manpages is not None and 'XSLTPROC_MANPAGES' in bld.env and bld.env['XSLTPROC_MANPAGES']:
 420         bld.MANPAGES(manpages, install)
 421
 422 Build.BuildContext.SAMBA_BINARY = SAMBA_BINARY
 423
 424
 425 #################################################################
 426 def SAMBA_MODULE(bld, modname, source,
 427                  deps='',
 428                  includes='',
 429                  subsystem=None,
 430                  init_function=None,
 431                  module_init_name='samba_init_module',
 432                  autoproto=None,
 433                  autoproto_extra_source='',
 434                  cflags='',
 435                  internal_module=True,
 436                  local_include=True,
 437                  global_include=True,
 438                  vars=None,
 439                  subdir=None,
 440                  enabled=True,
 441                  pyembed=False,
 442                  manpages=None,
 443                  allow_undefined_symbols=False,
 444                  allow_warnings=False
 445                  ):
 446     '''define a Samba module.'''
 447
 448     bld.ASSERT(subsystem, "You must specify a subsystem for SAMBA_MODULE(%s)" % modname)
 449
 450     source = bld.EXPAND_VARIABLES(source, vars=vars)
 451     if subdir:
 452         source = bld.SUBDIR(subdir, source)
 453
 454     if internal_module or BUILTIN_LIBRARY(bld, modname):
 455         # Do not create modules for disabled subsystems
 456         if GET_TARGET_TYPE(bld, subsystem) == 'DISABLED':
 457             return
 458         bld.SAMBA_SUBSYSTEM(modname, source,
 459                     deps=deps,
 460                     includes=includes,
 461                     autoproto=autoproto,
 462                     autoproto_extra_source=autoproto_extra_source,
 463                     cflags=cflags,
 464                     local_include=local_include,
 465                     global_include=global_include,
 466                     allow_warnings=allow_warnings,
 467                     enabled=enabled)
 468
 469         bld.ADD_INIT_FUNCTION(subsystem, modname, init_function)
 470         return
 471
 472     if not enabled:
 473         SET_TARGET_TYPE(bld, modname, 'DISABLED')
 474         return
 475
 476     # Do not create modules for disabled subsystems
 477     if GET_TARGET_TYPE(bld, subsystem) == 'DISABLED':
 478         return
 479
 480     realname = modname
 481     deps += ' ' + subsystem
 482     while realname.startswith("lib"+subsystem+"_"):
 483         realname = realname[len("lib"+subsystem+"_"):]
 484     while realname.startswith(subsystem+"_"):
 485         realname = realname[len(subsystem+"_"):]
 486
 487     build_name = "%s_module_%s" % (subsystem, realname)
 488
 489     realname = bld.make_libname(realname)
 490     while realname.startswith("lib"):
 491         realname = realname[len("lib"):]
 492
 493     build_link_name = "modules/%s/%s" % (subsystem, realname)
 494
 495     if init_function:
 496         cflags += " -D%s=%s" % (init_function, module_init_name)
 497
 498     bld.SAMBA_LIBRARY(modname,
 499                       source,
 500                       deps=deps,
 501                       includes=includes,
 502                       cflags=cflags,
 503                       realname = realname,
 504                       autoproto = autoproto,
 505                       local_include=local_include,
 506                       global_include=global_include,
 507                       vars=vars,
 508                       bundled_name=build_name,
 509                       link_name=build_link_name,
 510                       install_path="${MODULESDIR}/%s" % subsystem,
 511                       pyembed=pyembed,
 512                       manpages=manpages,
 513                       allow_undefined_symbols=allow_undefined_symbols,
 514                       allow_warnings=allow_warnings
 515                       )
 516
 517
 518 Build.BuildContext.SAMBA_MODULE = SAMBA_MODULE
 519
 520
 521 #################################################################
 522 def SAMBA_SUBSYSTEM(bld, modname, source,
 523                     deps='',
 524                     public_deps='',
 525                     includes='',
 526                     public_headers=None,
 527                     public_headers_install=True,
 528                     header_path=None,
 529                     cflags='',
 530                     cflags_end=None,
 531                     group='main',
 532                     init_function_sentinel=None,
 533                     autoproto=None,
 534                     autoproto_extra_source='',
 535                     depends_on='',
 536                     local_include=True,
 537                     local_include_first=True,
 538                     global_include=True,
 539                     subsystem_name=None,
 540                     enabled=True,
 541                     use_hostcc=False,
 542                     use_global_deps=True,
 543                     vars=None,
 544                     subdir=None,
 545                     hide_symbols=False,
 546                     allow_warnings=False,
 547                     pyext=False,
 548                     pyembed=False):
 549     '''define a Samba subsystem'''
 550
 551     if not enabled:
 552         SET_TARGET_TYPE(bld, modname, 'DISABLED')
 553         return
 554
 555     # remember empty subsystems, so we can strip the dependencies
 556     if ((source == '') or (source == [])):
 557         if deps == '' and public_deps == '':
 558             SET_TARGET_TYPE(bld, modname, 'EMPTY')
 559             return
 560         empty_c = modname + '.empty.c'
 561         bld.SAMBA_GENERATOR('%s_empty_c' % modname,
 562                             rule=generate_empty_file,
 563                             target=empty_c)
 564         source=empty_c
 565
 566     if not SET_TARGET_TYPE(bld, modname, 'SUBSYSTEM'):
 567         return
 568
 569     source = bld.EXPAND_VARIABLES(source, vars=vars)
 570     if subdir:
 571         source = bld.SUBDIR(subdir, source)
 572     source = unique_list(TO_LIST(source))
 573
 574     deps += ' ' + public_deps
 575
 576     bld.SET_BUILD_GROUP(group)
 577
 578     features = 'cc'
 579     if pyext:
 580         features += ' pyext'
 581     if pyembed:
 582         features += ' pyembed'
 583
 584     t = bld(
 585         features       = features,
 586         source         = source,
 587         target         = modname,
 588         samba_cflags   = CURRENT_CFLAGS(bld, modname, cflags,
 589                                         allow_warnings=allow_warnings,
 590                                         hide_symbols=hide_symbols),
 591         depends_on     = depends_on,
 592         samba_deps     = TO_LIST(deps),
 593         samba_includes = includes,
 594         local_include  = local_include,
 595         local_include_first  = local_include_first,
 596         global_include = global_include,
 597         samba_subsystem= subsystem_name,
 598         samba_use_hostcc = use_hostcc,
 599         samba_use_global_deps = use_global_deps,
 600         )
 601
 602     if cflags_end is not None:
 603         t.samba_cflags.extend(TO_LIST(cflags_end))
 604
 605     if autoproto is not None:
 606         bld.SAMBA_AUTOPROTO(autoproto, source + TO_LIST(autoproto_extra_source))
 607     if public_headers is not None:
 608         bld.PUBLIC_HEADERS(public_headers, header_path=header_path,
 609                            public_headers_install=public_headers_install)
 610     return t
 611
 612
 613 Build.BuildContext.SAMBA_SUBSYSTEM = SAMBA_SUBSYSTEM
 614
 615
 616 def SAMBA_GENERATOR(bld, name, rule, source='', target='',
 617                     group='generators', enabled=True,
 618                     public_headers=None,
 619                     public_headers_install=True,
 620                     header_path=None,
 621                     vars=None,
 622                     dep_vars=[],
 623                     always=False):
 624     '''A generic source generator target'''
 625
 626     if not SET_TARGET_TYPE(bld, name, 'GENERATOR'):
 627         return
 628
 629     if not enabled:
 630         return
 631
 632     dep_vars.append('ruledeps')
 633     dep_vars.append('SAMBA_GENERATOR_VARS')
 634
 635     bld.SET_BUILD_GROUP(group)
 636     t = bld(
 637         rule=rule,
 638         source=bld.EXPAND_VARIABLES(source, vars=vars),
 639         target=target,
 640         shell=isinstance(rule, str),
 641         update_outputs=True,
 642         before='cc',
 643         ext_out='.c',
 644         samba_type='GENERATOR',
 645         dep_vars = dep_vars,
 646         name=name)
 647
 648     if vars is None:
 649         vars = {}
 650     t.env.SAMBA_GENERATOR_VARS = vars
 651
 652     if always:
 653         t.always = True
 654
 655     if public_headers is not None:
 656         bld.PUBLIC_HEADERS(public_headers, header_path=header_path,
 657                            public_headers_install=public_headers_install)
 658     return t
 659 Build.BuildContext.SAMBA_GENERATOR = SAMBA_GENERATOR
 660
 661
 662
 663 @runonce
 664 def SETUP_BUILD_GROUPS(bld):
 665     '''setup build groups used to ensure that the different build
 666     phases happen consecutively'''
 667     bld.p_ln = bld.srcnode # we do want to see all targets!
 668     bld.env['USING_BUILD_GROUPS'] = True
 669     bld.add_group('setup')
 670     bld.add_group('build_compiler_source')
 671     bld.add_group('vscripts')
 672     bld.add_group('base_libraries')
 673     bld.add_group('generators')
 674     bld.add_group('compiler_prototypes')
 675     bld.add_group('compiler_libraries')
 676     bld.add_group('build_compilers')
 677     bld.add_group('build_source')
 678     bld.add_group('prototypes')
 679     bld.add_group('headers')
 680     bld.add_group('main')
 681     bld.add_group('symbolcheck')
 682     bld.add_group('syslibcheck')
 683     bld.add_group('final')
 684 Build.BuildContext.SETUP_BUILD_GROUPS = SETUP_BUILD_GROUPS
 685
 686
 687 def SET_BUILD_GROUP(bld, group):
 688     '''set the current build group'''
 689     if not 'USING_BUILD_GROUPS' in bld.env:
 690         return
 691     bld.set_group(group)
 692 Build.BuildContext.SET_BUILD_GROUP = SET_BUILD_GROUP
 693
 694
 695
 696 @conf
 697 def ENABLE_TIMESTAMP_DEPENDENCIES(conf):
 698     """use timestamps instead of file contents for deps
 699     this currently doesn't work"""
 700     def h_file(filename):
 701         import stat
 702         st = os.stat(filename)
 703         if stat.S_ISDIR(st[stat.ST_MODE]): raise IOError('not a file')
 704         m = Utils.md5()
 705         m.update(str(st.st_mtime))
 706         m.update(str(st.st_size))
 707         m.update(filename)
 708         return m.digest()
 709     Utils.h_file = h_file
 710
 711
 712 def SAMBA_SCRIPT(bld, name, pattern, installdir, installname=None):
 713     '''used to copy scripts from the source tree into the build directory
 714        for use by selftest'''
 715
 716     source = bld.path.ant_glob(pattern)
 717
 718     bld.SET_BUILD_GROUP('build_source')
 719     for s in TO_LIST(source):
 720         iname = s
 721         if installname is not None:
 722             iname = installname
 723         target = os.path.join(installdir, iname)
 724         tgtdir = os.path.dirname(os.path.join(bld.srcnode.abspath(bld.env), '..', target))
 725         mkdir_p(tgtdir)
 726         link_src = os.path.normpath(os.path.join(bld.curdir, s))
 727         link_dst = os.path.join(tgtdir, os.path.basename(iname))
 728         if os.path.islink(link_dst) and os.readlink(link_dst) == link_src:
 729             continue
 730         if os.path.exists(link_dst):
 731             os.unlink(link_dst)
 732         Logs.info("symlink: %s -> %s/%s" % (s, installdir, iname))
 733         os.symlink(link_src, link_dst)
 734 Build.BuildContext.SAMBA_SCRIPT = SAMBA_SCRIPT
 735
 736
 737 def copy_and_fix_python_path(task):
 738     pattern='sys.path.insert(0, "bin/python")'
 739     if task.env["PYTHONARCHDIR"] in sys.path and task.env["PYTHONDIR"] in sys.path:
 740         replacement = ""
 741     elif task.env["PYTHONARCHDIR"] == task.env["PYTHONDIR"]:
 742         replacement="""sys.path.insert(0, "%s")""" % task.env["PYTHONDIR"]
 743     else:
 744         replacement="""sys.path.insert(0, "%s")
 745 sys.path.insert(1, "%s")""" % (task.env["PYTHONARCHDIR"], task.env["PYTHONDIR"])
 746
 747     if task.env["PYTHON"][0] == "/":
 748         replacement_shebang = "#!%s\n" % task.env["PYTHON"]
 749     else:
 750         replacement_shebang = "#!/usr/bin/env %s\n" % task.env["PYTHON"]
 751
 752     installed_location=task.outputs[0].bldpath(task.env)
 753     source_file = open(task.inputs[0].srcpath(task.env))
 754     installed_file = open(installed_location, 'w')
 755     lineno = 0
 756     for line in source_file:
 757         newline = line
 758         if (lineno == 0 and task.env["PYTHON_SPECIFIED"] is True and
 759                 line[:2] == "#!"):
 760             newline = replacement_shebang
 761         elif pattern in line:
 762             newline = line.replace(pattern, replacement)
 763         installed_file.write(newline)
 764         lineno = lineno + 1
 765     installed_file.close()
 766     os.chmod(installed_location, 0755)
 767     return 0
 768
 769 def copy_and_fix_perl_path(task):
 770     pattern='use lib "$RealBin/lib";'
 771
 772     replacement = ""
 773     if not task.env["PERL_LIB_INSTALL_DIR"] in task.env["PERL_INC"]:
 774          replacement = 'use lib "%s";' % task.env["PERL_LIB_INSTALL_DIR"]
 775
 776     if task.env["PERL"][0] == "/":
 777         replacement_shebang = "#!%s\n" % task.env["PERL"]
 778     else:
 779         replacement_shebang = "#!/usr/bin/env %s\n" % task.env["PERL"]
 780
 781     installed_location=task.outputs[0].bldpath(task.env)
 782     source_file = open(task.inputs[0].srcpath(task.env))
 783     installed_file = open(installed_location, 'w')
 784     lineno = 0
 785     for line in source_file:
 786         newline = line
 787         if lineno == 0 and task.env["PERL_SPECIFIED"] == True and line[:2] == "#!":
 788             newline = replacement_shebang
 789         elif pattern in line:
 790             newline = line.replace(pattern, replacement)
 791         installed_file.write(newline)
 792         lineno = lineno + 1
 793     installed_file.close()
 794     os.chmod(installed_location, 0755)
 795     return 0
 796
 797
 798 def install_file(bld, destdir, file, chmod=MODE_644, flat=False,
 799                  python_fixup=False, perl_fixup=False,
 800                  destname=None, base_name=None):
 801     '''install a file'''
 802     destdir = bld.EXPAND_VARIABLES(destdir)
 803     if not destname:
 804         destname = file
 805         if flat:
 806             destname = os.path.basename(destname)
 807     dest = os.path.join(destdir, destname)
 808     if python_fixup:
 809         # fix the path python will use to find Samba modules
 810         inst_file = file + '.inst'
 811         bld.SAMBA_GENERATOR('python_%s' % destname,
 812                             rule=copy_and_fix_python_path,
 813                             dep_vars=["PYTHON","PYTHON_SPECIFIED","PYTHONDIR","PYTHONARCHDIR"],
 814                             source=file,
 815                             target=inst_file)
 816         file = inst_file
 817     if perl_fixup:
 818         # fix the path perl will use to find Samba modules
 819         inst_file = file + '.inst'
 820         bld.SAMBA_GENERATOR('perl_%s' % destname,
 821                             rule=copy_and_fix_perl_path,
 822                             dep_vars=["PERL","PERL_SPECIFIED","PERL_LIB_INSTALL_DIR"],
 823                             source=file,
 824                             target=inst_file)
 825         file = inst_file
 826     if base_name:
 827         file = os.path.join(base_name, file)
 828     bld.install_as(dest, file, chmod=chmod)
 829
 830
 831 def INSTALL_FILES(bld, destdir, files, chmod=MODE_644, flat=False,
 832                   python_fixup=False, perl_fixup=False,
 833                   destname=None, base_name=None):
 834     '''install a set of files'''
 835     for f in TO_LIST(files):
 836         install_file(bld, destdir, f, chmod=chmod, flat=flat,
 837                      python_fixup=python_fixup, perl_fixup=perl_fixup,
 838                      destname=destname, base_name=base_name)
 839 Build.BuildContext.INSTALL_FILES = INSTALL_FILES
 840
 841
 842 def INSTALL_WILDCARD(bld, destdir, pattern, chmod=MODE_644, flat=False,
 843                      python_fixup=False, exclude=None, trim_path=None):
 844     '''install a set of files matching a wildcard pattern'''
 845     files=TO_LIST(bld.path.ant_glob(pattern))
 846     if trim_path:
 847         files2 = []
 848         for f in files:
 849             files2.append(os_path_relpath(f, trim_path))
 850         files = files2
 851
 852     if exclude:
 853         for f in files[:]:
 854             if fnmatch.fnmatch(f, exclude):
 855                 files.remove(f)
 856     INSTALL_FILES(bld, destdir, files, chmod=chmod, flat=flat,
 857                   python_fixup=python_fixup, base_name=trim_path)
 858 Build.BuildContext.INSTALL_WILDCARD = INSTALL_WILDCARD
 859
 860
 861 def INSTALL_DIRS(bld, destdir, dirs):
 862     '''install a set of directories'''
 863     destdir = bld.EXPAND_VARIABLES(destdir)
 864     dirs = bld.EXPAND_VARIABLES(dirs)
 865     for d in TO_LIST(dirs):
 866         bld.install_dir(os.path.join(destdir, d))
 867 Build.BuildContext.INSTALL_DIRS = INSTALL_DIRS
 868
 869
 870 def MANPAGES(bld, manpages, install):
 871     '''build and install manual pages'''
 872     bld.env.MAN_XSL = 'http://docbook.sourceforge.net/release/xsl/current/manpages/docbook.xsl'
 873     for m in manpages.split():
 874         source = m + '.xml'
 875         bld.SAMBA_GENERATOR(m,
 876                             source=source,
 877                             target=m,
 878                             group='final',
 879                             rule='${XSLTPROC} --xinclude -o ${TGT} --nonet ${MAN_XSL} ${SRC}'
 880                             )
 881         if install:
 882             bld.INSTALL_FILES('${MANDIR}/man%s' % m[-1], m, flat=True)
 883 Build.BuildContext.MANPAGES = MANPAGES
 884
 885 def SAMBAMANPAGES(bld, manpages, extra_source=None):
 886     '''build and install manual pages'''
 887     bld.env.SAMBA_EXPAND_XSL = bld.srcnode.abspath() + '/docs-xml/xslt/expand-sambadoc.xsl'
 888     bld.env.SAMBA_MAN_XSL = bld.srcnode.abspath() + '/docs-xml/xslt/man.xsl'
 889     bld.env.SAMBA_CATALOGS = 'file:///etc/xml/catalog file:///usr/local/share/xml/catalog file://' + bld.srcnode.abspath() + '/bin/default/docs-xml/build/catalog.xml'
 890
 891     for m in manpages.split():
 892         source = m + '.xml'
 893         if extra_source is not None:
 894             source = [source, extra_source]
 895         bld.SAMBA_GENERATOR(m,
 896                             source=source,
 897                             target=m,
 898                             group='final',
 899                             rule='''XML_CATALOG_FILES="${SAMBA_CATALOGS}"
 900                                     export XML_CATALOG_FILES
 901                                     ${XSLTPROC} --xinclude --stringparam noreference 0 -o ${TGT}.xml --nonet ${SAMBA_EXPAND_XSL} ${SRC[0].abspath(env)}
 902                                     ${XSLTPROC} --nonet -o ${TGT} ${SAMBA_MAN_XSL} ${TGT}.xml'''
 903                             )
 904         bld.INSTALL_FILES('${MANDIR}/man%s' % m[-1], m, flat=True)
 905 Build.BuildContext.SAMBAMANPAGES = SAMBAMANPAGES
 906
 907 #############################################################
 908 # give a nicer display when building different types of files
 909 def progress_display(self, msg, fname):
 910     col1 = Logs.colors(self.color)
 911     col2 = Logs.colors.NORMAL
 912     total = self.position[1]
 913     n = len(str(total))
 914     fs = '[%%%dd/%%%dd] %s %%s%%s%%s\n' % (n, n, msg)
 915     return fs % (self.position[0], self.position[1], col1, fname, col2)
 916
 917 def link_display(self):
 918     if Options.options.progress_bar != 0:
 919         return Task.Task.old_display(self)
 920     fname = self.outputs[0].bldpath(self.env)
 921     return progress_display(self, 'Linking', fname)
 922 Task.TaskBase.classes['cc_link'].display = link_display
 923
 924 def samba_display(self):
 925     if Options.options.progress_bar != 0:
 926         return Task.Task.old_display(self)
 927
 928     targets    = LOCAL_CACHE(self, 'TARGET_TYPE')
 929     if self.name in targets:
 930         target_type = targets[self.name]
 931         type_map = { 'GENERATOR' : 'Generating',
 932                      'PROTOTYPE' : 'Generating'
 933                      }
 934         if target_type in type_map:
 935             return progress_display(self, type_map[target_type], self.name)
 936
 937     if len(self.inputs) == 0:
 938         return Task.Task.old_display(self)
 939
 940     fname = self.inputs[0].bldpath(self.env)
 941     if fname[0:3] == '../':
 942         fname = fname[3:]
 943     ext_loc = fname.rfind('.')
 944     if ext_loc == -1:
 945         return Task.Task.old_display(self)
 946     ext = fname[ext_loc:]
 947
 948     ext_map = { '.idl' : 'Compiling IDL',
 949                 '.et'  : 'Compiling ERRTABLE',
 950                 '.asn1': 'Compiling ASN1',
 951                 '.c'   : 'Compiling' }
 952     if ext in ext_map:
 953         return progress_display(self, ext_map[ext], fname)
 954     return Task.Task.old_display(self)
 955
 956 Task.TaskBase.classes['Task'].old_display = Task.TaskBase.classes['Task'].display
 957 Task.TaskBase.classes['Task'].display = samba_display
 958
 959
 960 @after('apply_link')
 961 @feature('cshlib')
 962 def apply_bundle_remove_dynamiclib_patch(self):
 963     if self.env['MACBUNDLE'] or getattr(self,'mac_bundle',False):
 964         if not getattr(self,'vnum',None):
 965             try:
 966                 self.env['LINKFLAGS'].remove('-dynamiclib')
 967                 self.env['LINKFLAGS'].remove('-single_module')
 968             except ValueError:
 969                 pass