build.sh

   1 #! /usr/bin/env sh
   2 #       $NetBSD: build.sh,v 1.222 2009/11/30 16:13:22 uebayasi Exp $
   3 #
   4 # Copyright (c) 2001-2009 The NetBSD Foundation, Inc.
   5 # All rights reserved.
   6 #
   7 # This code is derived from software contributed to The NetBSD Foundation
   8 # by Todd Vierling and Luke Mewburn.
   9 #
  10 # Redistribution and use in source and binary forms, with or without
  11 # modification, are permitted provided that the following conditions
  12 # are met:
  13 # 1. Redistributions of source code must retain the above copyright
  14 #    notice, this list of conditions and the following disclaimer.
  15 # 2. Redistributions in binary form must reproduce the above copyright
  16 #    notice, this list of conditions and the following disclaimer in the
  17 #    documentation and/or other materials provided with the distribution.
  18 #
  19 # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
  20 # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
  21 # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  22 # PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
  23 # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  24 # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  25 # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  26 # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  27 # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  28 # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  29 # POSSIBILITY OF SUCH DAMAGE.
  30 #
  31 #
  32 # Top level build wrapper, for a system containing no tools.
  33 #
  34 # This script should run on any POSIX-compliant shell.  If the
  35 # first "sh" found in the PATH is a POSIX-compliant shell, then
  36 # you should not need to take any special action.  Otherwise, you
  37 # should set the environment variable HOST_SH to a POSIX-compliant
  38 # shell, and invoke build.sh with that shell.  (Depending on your
  39 # system, one of /bin/ksh, /usr/local/bin/bash, or /usr/xpg4/bin/sh
  40 # might be a suitable shell.)
  41 #
  42
  43 progname=${0##*/}
  44 toppid=$$
  45 results=/dev/null
  46 tab='   '
  47 trap "exit 1" 1 2 3 15
  48
  49 bomb()
  50 {
  51         cat >&2 <<ERRORMESSAGE
  52
  53 ERROR: $@
  54 *** BUILD ABORTED ***
  55 ERRORMESSAGE
  56         kill ${toppid}          # in case we were invoked from a subshell
  57         exit 1
  58 }
  59
  60
  61 statusmsg()
  62 {
  63         ${runcmd} echo "===> $@" | tee -a "${results}"
  64 }
  65
  66 warning()
  67 {
  68         statusmsg "Warning: $@"
  69 }
  70
  71 # Find a program in the PATH, and print the result.  If not found,
  72 # print a default.  If $2 is defined (even if it is an empty string),
  73 # then that is the default; otherwise, $1 is used as the default.
  74 find_in_PATH()
  75 {
  76         local prog="$1"
  77         local result="${2-"$1"}"
  78         local oldIFS="${IFS}"
  79         local dir
  80         IFS=":"
  81         for dir in ${PATH}; do
  82                 if [ -x "${dir}/${prog}" ]; then
  83                         result="${dir}/${prog}"
  84                         break
  85                 fi
  86         done
  87         IFS="${oldIFS}"
  88         echo "${result}"
  89 }
  90
  91 # Try to find a working POSIX shell, and set HOST_SH to refer to it.
  92 # Assumes that uname_s, uname_m, and PWD have been set.
  93 set_HOST_SH()
  94 {
  95         # Even if ${HOST_SH} is already defined, we still do the
  96         # sanity checks at the end.
  97
  98         # Solaris has /usr/xpg4/bin/sh.
  99         #
 100         [ -z "${HOST_SH}" ] && [ x"${uname_s}" = x"SunOS" ] && \
 101                 [ -x /usr/xpg4/bin/sh ] && HOST_SH="/usr/xpg4/bin/sh"
 102
 103         # Try to get the name of the shell that's running this script,
 104         # by parsing the output from "ps".  We assume that, if the host
 105         # system's ps command supports -o comm at all, it will do so
 106         # in the usual way: a one-line header followed by a one-line
 107         # result, possibly including trailing white space.  And if the
 108         # host system's ps command doesn't support -o comm, we assume
 109         # that we'll get an error message on stderr and nothing on
 110         # stdout.  (We don't try to use ps -o 'comm=' to suppress the
 111         # header line, because that is less widely supported.)
 112         #
 113         # If we get the wrong result here, the user can override it by
 114         # specifying HOST_SH in the environment.
 115         #
 116         [ -z "${HOST_SH}" ] && HOST_SH="$(
 117                 (ps -p $$ -o comm | sed -ne "2s/[ ${tab}]*\$//p") 2>/dev/null )"
 118
 119         # If nothing above worked, use "sh".  We will later find the
 120         # first directory in the PATH that has a "sh" program.
 121         #
 122         [ -z "${HOST_SH}" ] && HOST_SH="sh"
 123
 124         # If the result so far is not an absolute path, try to prepend
 125         # PWD or search the PATH.
 126         #
 127         case "${HOST_SH}" in
 128         /*)     :
 129                 ;;
 130         */*)    HOST_SH="${PWD}/${HOST_SH}"
 131                 ;;
 132         *)      HOST_SH="$(find_in_PATH "${HOST_SH}")"
 133                 ;;
 134         esac
 135
 136         # If we don't have an absolute path by now, bomb.
 137         #
 138         case "${HOST_SH}" in
 139         /*)     :
 140                 ;;
 141         *)      bomb "HOST_SH=\"${HOST_SH}\" is not an absolute path."
 142                 ;;
 143         esac
 144
 145         # If HOST_SH is not executable, bomb.
 146         #
 147         [ -x "${HOST_SH}" ] ||
 148             bomb "HOST_SH=\"${HOST_SH}\" is not executable."
 149 }
 150
 151 initdefaults()
 152 {
 153         makeenv=
 154         makewrapper=
 155         makewrappermachine=
 156         runcmd=
 157         operations=
 158         removedirs=
 159
 160         [ -d usr.bin/make ] || cd "$(dirname $0)"
 161         [ -d usr.bin/make ] ||
 162             bomb "build.sh must be run from the top source level"
 163         [ -f share/mk/bsd.own.mk ] ||
 164             bomb "src/share/mk is missing; please re-fetch the source tree"
 165
 166         # Set LC_ALL=C before we try to parse the output from any command
 167         setmakeenv LC_ALL C
 168
 169         # Find information about the build platform.  This should be
 170         # kept in sync with _HOST_OSNAME, _HOST_OSREL, and _HOST_ARCH
 171         # variables in share/mk/bsd.sys.mk.
 172         #
 173         # Note that "uname -p" is not part of POSIX, but we want uname_p
 174         # to be set to the host MACHINE_ARCH, if possible.  On systems
 175         # where "uname -p" fails, prints "unknown", or prints a string
 176         # that does not look like an identifier, fall back to using the
 177         # output from "uname -m" instead.
 178         #
 179         uname_s=$(uname -s 2>/dev/null)
 180         uname_r=$(uname -r 2>/dev/null)
 181         uname_m=$(uname -m 2>/dev/null)
 182         uname_p=$(uname -p 2>/dev/null || echo "unknown")
 183         case "${uname_p}" in
 184         ''|unknown|*[^-_A-Za-z0-9]*) uname_p="${uname_m}" ;;
 185         esac
 186
 187         id_u=$(id -u 2>/dev/null || /usr/xpg4/bin/id -u 2>/dev/null)
 188
 189         # If $PWD is a valid name of the current directory, POSIX mandates
 190         # that pwd return it by default which causes problems in the
 191         # presence of symlinks.  Unsetting PWD is simpler than changing
 192         # every occurrence of pwd to use -P.
 193         #
 194         # XXX Except that doesn't work on Solaris. Or many Linuces.
 195         #
 196         unset PWD
 197         TOP=$(/bin/pwd -P 2>/dev/null || /bin/pwd 2>/dev/null)
 198
 199         # The user can set HOST_SH in the environment, or we try to
 200         # guess an appropriate value.  Then we set several other
 201         # variables from HOST_SH.
 202         #
 203         set_HOST_SH
 204         setmakeenv HOST_SH "${HOST_SH}"
 205         setmakeenv BSHELL "${HOST_SH}"
 206         setmakeenv CONFIG_SHELL "${HOST_SH}"
 207
 208         # Set defaults.
 209         #
 210         toolprefix=nb
 211
 212         # Some systems have a small ARG_MAX.  -X prevents make(1) from
 213         # exporting variables in the environment redundantly.
 214         #
 215         case "${uname_s}" in
 216         Darwin | FreeBSD | CYGWIN*)
 217                 MAKEFLAGS=-X
 218                 ;;
 219         *)
 220                 MAKEFLAGS=
 221                 ;;
 222         esac
 223
 224         # do_{operation}=true if given operation is requested.
 225         #
 226         do_expertmode=false
 227         do_rebuildmake=false
 228         do_removedirs=false
 229         do_tools=false
 230         do_cleandir=false
 231         do_obj=false
 232         do_build=false
 233         do_distribution=false
 234         do_release=false
 235         do_kernel=false
 236         do_releasekernel=false
 237         do_modules=false
 238         do_install=false
 239         do_sets=false
 240         do_sourcesets=false
 241         do_syspkgs=false
 242         do_iso_image=false
 243         do_iso_image_source=false
 244         do_params=false
 245         do_rump=false
 246
 247         # done_{operation}=true if given operation has been done.
 248         #
 249         done_rebuildmake=false
 250
 251         # Create scratch directory
 252         #
 253         tmpdir="${TMPDIR-/tmp}/nbbuild$$"
 254         mkdir "${tmpdir}" || bomb "Cannot mkdir: ${tmpdir}"
 255         trap "cd /; rm -r -f \"${tmpdir}\"" 0
 256         results="${tmpdir}/build.sh.results"
 257
 258         # Set source directories
 259         #
 260         setmakeenv NETBSDSRCDIR "${TOP}"
 261
 262         # Find the version of NetBSD
 263         #
 264         DISTRIBVER="$(${HOST_SH} ${TOP}/sys/conf/osrelease.sh)"
 265
 266         # Set the BUILDSEED to NetBSD-"N"
 267         #
 268         setmakeenv BUILDSEED "NetBSD-$(${HOST_SH} ${TOP}/sys/conf/osrelease.sh -m)"
 269
 270         # Set MKARZERO to "yes"
 271         #
 272         setmakeenv MKARZERO "yes"
 273
 274         # Set various environment variables to known defaults,
 275         # to minimize (cross-)build problems observed "in the field".
 276         #
 277         unsetmakeenv INFODIR
 278         unsetmakeenv LESSCHARSET
 279 }
 280
 281 getarch()
 282 {
 283         # Translate some MACHINE name aliases (known only to build.sh)
 284         # into proper MACHINE and MACHINE_ARCH names.  Save the alias
 285         # name in makewrappermachine.
 286         #
 287         case "${MACHINE}" in
 288
 289         evbarm-e[bl])
 290                 makewrappermachine=${MACHINE}
 291                 # MACHINE_ARCH is "arm" or "armeb", not "armel"
 292                 MACHINE_ARCH=arm${MACHINE##*-}
 293                 MACHINE_ARCH=${MACHINE_ARCH%el}
 294                 MACHINE=${MACHINE%-e[bl]}
 295                 ;;
 296
 297         evbmips-e[bl]|sbmips-e[bl])
 298                 makewrappermachine=${MACHINE}
 299                 MACHINE_ARCH=mips${MACHINE##*-}
 300                 MACHINE=${MACHINE%-e[bl]}
 301                 ;;
 302
 303         evbmips64-e[bl]|sbmips64-e[bl])
 304                 makewrappermachine=${MACHINE}
 305                 MACHINE_ARCH=mips64${MACHINE##*-}
 306                 MACHINE=${MACHINE%64-e[bl]}
 307                 ;;
 308
 309         evbsh3-e[bl])
 310                 makewrappermachine=${MACHINE}
 311                 MACHINE_ARCH=sh3${MACHINE##*-}
 312                 MACHINE=${MACHINE%-e[bl]}
 313                 ;;
 314
 315         esac
 316
 317         # Translate a MACHINE into a default MACHINE_ARCH.
 318         #
 319         case "${MACHINE}" in
 320
 321         acorn26|acorn32|cats|hpcarm|iyonix|netwinder|shark|zaurus)
 322                 MACHINE_ARCH=arm
 323                 ;;
 324
 325         evbarm)         # unspecified MACHINE_ARCH gets LE
 326                 MACHINE_ARCH=${MACHINE_ARCH:=arm}
 327                 ;;
 328
 329         hp700)
 330                 MACHINE_ARCH=hppa
 331                 ;;
 332
 333         sun2)
 334                 MACHINE_ARCH=m68000
 335                 ;;
 336
 337         amiga|atari|cesfic|hp300|luna68k|mac68k|mvme68k|news68k|next68k|sun3|x68k)
 338                 MACHINE_ARCH=m68k
 339                 ;;
 340
 341         evbmips|sbmips)         # no default MACHINE_ARCH
 342                 ;;
 343
 344         ews4800mips|mipsco|newsmips|sgimips)
 345                 MACHINE_ARCH=mipseb
 346                 ;;
 347
 348         algor|arc|cobalt|hpcmips|pmax)
 349                 MACHINE_ARCH=mipsel
 350                 ;;
 351
 352         evbppc64|macppc64|ofppc64)
 353                 makewrappermachine=${MACHINE}
 354                 MACHINE=${MACHINE%64}
 355                 MACHINE_ARCH=powerpc64
 356                 ;;
 357
 358         amigappc|bebox|evbppc|ibmnws|macppc|mvmeppc|ofppc|prep|rs6000|sandpoint)
 359                 MACHINE_ARCH=powerpc
 360                 ;;
 361
 362         evbsh3)                 # no default MACHINE_ARCH
 363                 ;;
 364
 365         mmeye)
 366                 MACHINE_ARCH=sh3eb
 367                 ;;
 368
 369         dreamcast|hpcsh|landisk)
 370                 MACHINE_ARCH=sh3el
 371                 ;;
 372
 373         amd64)
 374                 MACHINE_ARCH=x86_64
 375                 ;;
 376
 377         alpha|i386|sparc|sparc64|vax|ia64)
 378                 MACHINE_ARCH=${MACHINE}
 379                 ;;
 380
 381         *)
 382                 bomb "Unknown target MACHINE: ${MACHINE}"
 383                 ;;
 384
 385         esac
 386 }
 387
 388 validatearch()
 389 {
 390         # Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
 391         #
 392         case "${MACHINE_ARCH}" in
 393
 394         alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|mips64e[bl]|powerpc|powerpc64|sh3e[bl]|sparc|sparc64|vax|x86_64|ia64)
 395                 ;;
 396
 397         "")
 398                 bomb "No MACHINE_ARCH provided"
 399                 ;;
 400
 401         *)
 402                 bomb "Unknown target MACHINE_ARCH: ${MACHINE_ARCH}"
 403                 ;;
 404
 405         esac
 406
 407         # Determine valid MACHINE_ARCHs for MACHINE
 408         #
 409         case "${MACHINE}" in
 410
 411         evbarm)
 412                 arches="arm armeb"
 413                 ;;
 414
 415         evbmips|sbmips)
 416                 arches="mipseb mipsel mips64eb mips64el"
 417                 ;;
 418
 419         sgimips)
 420                 arches="mipseb mips64eb"
 421                 ;;
 422
 423         evbsh3)
 424                 arches="sh3eb sh3el"
 425                 ;;
 426
 427         macppc|evbppc|ofppc)
 428                 arches="powerpc powerpc64"
 429                 ;;
 430         *)
 431                 oma="${MACHINE_ARCH}"
 432                 getarch
 433                 arches="${MACHINE_ARCH}"
 434                 MACHINE_ARCH="${oma}"
 435                 ;;
 436
 437         esac
 438
 439         # Ensure that MACHINE_ARCH supports MACHINE
 440         #
 441         archok=false
 442         for a in ${arches}; do
 443                 if [ "${a}" = "${MACHINE_ARCH}" ]; then
 444                         archok=true
 445                         break
 446                 fi
 447         done
 448         ${archok} ||
 449             bomb "MACHINE_ARCH '${MACHINE_ARCH}' does not support MACHINE '${MACHINE}'"
 450 }
 451
 452 # nobomb_getmakevar --
 453 # Given the name of a make variable in $1, print make's idea of the
 454 # value of that variable, or return 1 if there's an error.
 455 #
 456 nobomb_getmakevar()
 457 {
 458         [ -x "${make}" ] || return 1
 459         "${make}" -m ${TOP}/share/mk -s -B -f- _x_ <<EOF || return 1
 460 _x_:
 461         echo \${$1}
 462 .include <bsd.prog.mk>
 463 .include <bsd.kernobj.mk>
 464 EOF
 465 }
 466
 467 # nobomb_getmakevar --
 468 # Given the name of a make variable in $1, print make's idea of the
 469 # value of that variable, or bomb if there's an error.
 470 #
 471 bomb_getmakevar()
 472 {
 473         [ -x "${make}" ] || bomb "bomb_getmakevar $1: ${make} is not executable"
 474         nobomb_getmakevar "$1" || bomb "bomb_getmakevar $1: ${make} failed"
 475 }
 476
 477 # nobomb_getmakevar --
 478 # Given the name of a make variable in $1, print make's idea of the
 479 # value of that variable, or print a literal '$' followed by the
 480 # variable name if ${make} is not executable.  This is intended for use in
 481 # messages that need to be readable even if $make hasn't been built,
 482 # such as when build.sh is run with the "-n" option.
 483 #
 484 getmakevar()
 485 {
 486         if [ -x "${make}" ]; then
 487                 bomb_getmakevar "$1"
 488         else
 489                 echo "\$$1"
 490         fi
 491 }
 492
 493 setmakeenv()
 494 {
 495         eval "$1='$2'; export $1"
 496         makeenv="${makeenv} $1"
 497 }
 498
 499 unsetmakeenv()
 500 {
 501         eval "unset $1"
 502         makeenv="${makeenv} $1"
 503 }
 504
 505 # Given a variable name in $1, modify the variable in place as follows:
 506 # For each space-separated word in the variable, call resolvepath.
 507 resolvepaths()
 508 {
 509         local var="$1"
 510         local val
 511         eval val=\"\${${var}}\"
 512         local newval=''
 513         local word
 514         for word in ${val}; do
 515                 resolvepath word
 516                 newval="${newval}${newval:+ }${word}"
 517         done
 518         eval ${var}=\"\${newval}\"
 519 }
 520
 521 # Given a variable name in $1, modify the variable in place as follows:
 522 # Convert possibly-relative path to absolute path by prepending
 523 # ${TOP} if necessary.  Also delete trailing "/", if any.
 524 resolvepath()
 525 {
 526         local var="$1"
 527         local val
 528         eval val=\"\${${var}}\"
 529         case "${val}" in
 530         /)
 531                 ;;
 532         /*)
 533                 val="${val%/}"
 534                 ;;
 535         *)
 536                 val="${TOP}/${val%/}"
 537                 ;;
 538         esac
 539         eval ${var}=\"\${val}\"
 540 }
 541
 542 usage()
 543 {
 544         if [ -n "$*" ]; then
 545                 echo ""
 546                 echo "${progname}: $*"
 547         fi
 548         cat <<_usage_
 549
 550 Usage: ${progname} [-EnorUux] [-a arch] [-B buildid] [-C cdextras]
 551                 [-D dest] [-j njob] [-M obj] [-m mach] [-N noisy]
 552                 [-O obj] [-R release] [-S seed] [-T tools]
 553                 [-V var=[value]] [-w wrapper] [-X x11src] [-Y extsrcsrc]
 554                 [-Z var]
 555                 operation [...]
 556
 557  Build operations (all imply "obj" and "tools"):
 558     build               Run "make build".
 559     distribution        Run "make distribution" (includes DESTDIR/etc/ files).
 560     release             Run "make release" (includes kernels & distrib media).
 561
 562  Other operations:
 563     help                Show this message and exit.
 564     makewrapper         Create ${toolprefix}make-\${MACHINE} wrapper and ${toolprefix}make.
 565                         Always performed.
 566     cleandir            Run "make cleandir".  [Default unless -u is used]
 567     obj                 Run "make obj".  [Default unless -o is used]
 568     tools               Build and install tools.
 569     install=idir        Run "make installworld" to \`idir' to install all sets
 570                         except \`etc'.  Useful after "distribution" or "release"
 571     kernel=conf         Build kernel with config file \`conf'
 572     releasekernel=conf  Install kernel built by kernel=conf to RELEASEDIR.
 573     modules             Build and install kernel modules.
 574     rumptest            Do a linktest for rump (for developers).
 575     sets                Create binary sets in
 576                         RELEASEDIR/RELEASEMACHINEDIR/binary/sets.
 577                         DESTDIR should be populated beforehand.
 578     sourcesets          Create source sets in RELEASEDIR/source/sets.
 579     syspkgs             Create syspkgs in
 580                         RELEASEDIR/RELEASEMACHINEDIR/binary/syspkgs.
 581     iso-image           Create CD-ROM image in RELEASEDIR/iso.
 582     iso-image-source    Create CD-ROM image with source in RELEASEDIR/iso.
 583     params              Display various make(1) parameters.
 584
 585  Options:
 586     -a arch     Set MACHINE_ARCH to arch.  [Default: deduced from MACHINE]
 587     -B buildId  Set BUILDID to buildId.
 588     -C cdextras Append cdextras to CDEXTRA variable for inclusion on CD-ROM.
 589     -D dest     Set DESTDIR to dest.  [Default: destdir.MACHINE]
 590     -E          Set "expert" mode; disables various safety checks.
 591                 Should not be used without expert knowledge of the build system.
 592     -h          Print this help message.
 593     -j njob     Run up to njob jobs in parallel; see make(1) -j.
 594     -M obj      Set obj root directory to obj; sets MAKEOBJDIRPREFIX.
 595                 Unsets MAKEOBJDIR.
 596     -m mach     Set MACHINE to mach; not required if NetBSD native.
 597     -N noisy    Set the noisyness (MAKEVERBOSE) level of the build:
 598                     0   Minimal output ("quiet")
 599                     1   Describe what is occurring
 600                     2   Describe what is occurring and echo the actual command
 601                     3   Ignore the effect of the "@" prefix in make commands
 602                     4   Trace shell commands using the shell's -x flag
 603                 [Default: 2]
 604     -n          Show commands that would be executed, but do not execute them.
 605     -O obj      Set obj root directory to obj; sets a MAKEOBJDIR pattern.
 606                 Unsets MAKEOBJDIRPREFIX.
 607     -o          Set MKOBJDIRS=no; do not create objdirs at start of build.
 608     -R release  Set RELEASEDIR to release.  [Default: releasedir]
 609     -r          Remove contents of TOOLDIR and DESTDIR before building.
 610     -S seed     Set BUILDSEED to seed.  [Default: NetBSD-majorversion]
 611     -T tools    Set TOOLDIR to tools.  If unset, and TOOLDIR is not set in
 612                 the environment, ${toolprefix}make will be (re)built unconditionally.
 613     -U          Set MKUNPRIVED=yes; build without requiring root privileges,
 614                 install from an UNPRIVED build with proper file permissions.
 615     -u          Set MKUPDATE=yes; do not run "make cleandir" first.
 616                 Without this, everything is rebuilt, including the tools.
 617     -V v=[val]  Set variable \`v' to \`val'.
 618     -w wrapper  Create ${toolprefix}make script as wrapper.
 619                 [Default: \${TOOLDIR}/bin/${toolprefix}make-\${MACHINE}]
 620     -X x11src   Set X11SRCDIR to x11src.  [Default: /usr/xsrc]
 621     -x          Set MKX11=yes; build X11 from X11SRCDIR
 622     -Y extsrcsrc
 623                 Set EXTSRCSRCDIR to extsrcsrc.  [Default: /usr/extsrc]
 624     -y          Set MKEXTSRC=yes; build extsrc from EXTSRCSRCDIR
 625     -Z v        Unset ("zap") variable \`v'.
 626
 627 _usage_
 628         exit 1
 629 }
 630
 631 parseoptions()
 632 {
 633         opts='a:B:C:D:Ehj:M:m:N:nO:oR:rS:T:UuV:w:xX:yY:Z:'
 634         opt_a=no
 635
 636         if type getopts >/dev/null 2>&1; then
 637                 # Use POSIX getopts.
 638                 #
 639                 getoptcmd='getopts ${opts} opt && opt=-${opt}'
 640                 optargcmd=':'
 641                 optremcmd='shift $((${OPTIND} -1))'
 642         else
 643                 type getopt >/dev/null 2>&1 ||
 644                     bomb "/bin/sh shell is too old; try ksh or bash"
 645
 646                 # Use old-style getopt(1) (doesn't handle whitespace in args).
 647                 #
 648                 args="$(getopt ${opts} $*)"
 649                 [ $? = 0 ] || usage
 650                 set -- ${args}
 651
 652                 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
 653                 optargcmd='OPTARG="$1"; shift'
 654                 optremcmd=':'
 655         fi
 656
 657         # Parse command line options.
 658         #
 659         while eval ${getoptcmd}; do
 660                 case ${opt} in
 661
 662                 -a)
 663                         eval ${optargcmd}
 664                         MACHINE_ARCH=${OPTARG}
 665                         opt_a=yes
 666                         ;;
 667
 668                 -B)
 669                         eval ${optargcmd}
 670                         BUILDID=${OPTARG}
 671                         ;;
 672
 673                 -C)
 674                         eval ${optargcmd}; resolvepaths OPTARG
 675                         CDEXTRA="${CDEXTRA}${CDEXTRA:+ }${OPTARG}"
 676                         ;;
 677
 678                 -D)
 679                         eval ${optargcmd}; resolvepath OPTARG
 680                         setmakeenv DESTDIR "${OPTARG}"
 681                         ;;
 682
 683                 -E)
 684                         do_expertmode=true
 685                         ;;
 686
 687                 -j)
 688                         eval ${optargcmd}
 689                         parallel="-j ${OPTARG}"
 690                         ;;
 691
 692                 -M)
 693                         eval ${optargcmd}; resolvepath OPTARG
 694                         case "${OPTARG}" in
 695                         \$*)    usage "-M argument must not begin with '$'"
 696                                 ;;
 697                         *\$*)   # can use resolvepath, but can't set TOP_objdir
 698                                 resolvepath OPTARG
 699                                 ;;
 700                         *)      resolvepath OPTARG
 701                                 TOP_objdir="${OPTARG}${TOP}"
 702                                 ;;
 703                         esac
 704                         unsetmakeenv MAKEOBJDIR
 705                         setmakeenv MAKEOBJDIRPREFIX "${OPTARG}"
 706                         ;;
 707
 708                         # -m overrides MACHINE_ARCH unless "-a" is specified
 709                 -m)
 710                         eval ${optargcmd}
 711                         MACHINE="${OPTARG}"
 712                         [ "${opt_a}" != "yes" ] && getarch
 713                         ;;
 714
 715                 -N)
 716                         eval ${optargcmd}
 717                         case "${OPTARG}" in
 718                         0|1|2|3|4)
 719                                 setmakeenv MAKEVERBOSE "${OPTARG}"
 720                                 ;;
 721                         *)
 722                                 usage "'${OPTARG}' is not a valid value for -N"
 723                                 ;;
 724                         esac
 725                         ;;
 726
 727                 -n)
 728                         runcmd=echo
 729                         ;;
 730
 731                 -O)
 732                         eval ${optargcmd}
 733                         case "${OPTARG}" in
 734                         *\$*)   usage "-O argument must not contain '$'"
 735                                 ;;
 736                         *)      resolvepath OPTARG
 737                                 TOP_objdir="${OPTARG}"
 738                                 ;;
 739                         esac
 740                         unsetmakeenv MAKEOBJDIRPREFIX
 741                         setmakeenv MAKEOBJDIR "\${.CURDIR:C,^$TOP,$OPTARG,}"
 742                         ;;
 743
 744                 -o)
 745                         MKOBJDIRS=no
 746                         ;;
 747
 748                 -R)
 749                         eval ${optargcmd}; resolvepath OPTARG
 750                         setmakeenv RELEASEDIR "${OPTARG}"
 751                         ;;
 752
 753                 -r)
 754                         do_removedirs=true
 755                         do_rebuildmake=true
 756                         ;;
 757
 758                 -S)
 759                         eval ${optargcmd}
 760                         setmakeenv BUILDSEED "${OPTARG}"
 761                         ;;
 762
 763                 -T)
 764                         eval ${optargcmd}; resolvepath OPTARG
 765                         TOOLDIR="${OPTARG}"
 766                         export TOOLDIR
 767                         ;;
 768
 769                 -U)
 770                         setmakeenv MKUNPRIVED yes
 771                         ;;
 772
 773                 -u)
 774                         setmakeenv MKUPDATE yes
 775                         ;;
 776
 777                 -V)
 778                         eval ${optargcmd}
 779                         case "${OPTARG}" in
 780                     # XXX: consider restricting which variables can be changed?
 781                         [a-zA-Z_][a-zA-Z_0-9]*=*)
 782                                 setmakeenv "${OPTARG%%=*}" "${OPTARG#*=}"
 783                                 ;;
 784                         *)
 785                                 usage "-V argument must be of the form 'var=[value]'"
 786                                 ;;
 787                         esac
 788                         ;;
 789
 790                 -w)
 791                         eval ${optargcmd}; resolvepath OPTARG
 792                         makewrapper="${OPTARG}"
 793                         ;;
 794
 795                 -X)
 796                         eval ${optargcmd}; resolvepath OPTARG
 797                         setmakeenv X11SRCDIR "${OPTARG}"
 798                         ;;
 799
 800                 -x)
 801                         setmakeenv MKX11 yes
 802                         ;;
 803
 804                 -Y)
 805                         eval ${optargcmd}; resolvepath OPTARG
 806                         setmakeenv EXTSRCSRCDIR "${OPTARG}"
 807                         ;;
 808
 809                 -y)
 810                         setmakeenv MKEXTSRC yes
 811                         ;;
 812
 813                 -Z)
 814                         eval ${optargcmd}
 815                     # XXX: consider restricting which variables can be unset?
 816                         unsetmakeenv "${OPTARG}"
 817                         ;;
 818
 819                 --)
 820                         break
 821                         ;;
 822
 823                 -'?'|-h)
 824                         usage
 825                         ;;
 826
 827                 esac
 828         done
 829
 830         # Validate operations.
 831         #
 832         eval ${optremcmd}
 833         while [ $# -gt 0 ]; do
 834                 op=$1; shift
 835                 operations="${operations} ${op}"
 836
 837                 case "${op}" in
 838
 839                 help)
 840                         usage
 841                         ;;
 842
 843                 makewrapper|cleandir|obj|tools|build|distribution|release|sets|sourcesets|syspkgs|params)
 844                         ;;
 845
 846                 iso-image)
 847                         op=iso_image    # used as part of a variable name
 848                         ;;
 849
 850                 iso-image-source)
 851                         op=iso_image_source   # used as part of a variable name
 852                         ;;
 853
 854                 kernel=*|releasekernel=*)
 855                         arg=${op#*=}
 856                         op=${op%%=*}
 857                         [ -n "${arg}" ] ||
 858                             bomb "Must supply a kernel name with \`${op}=...'"
 859                         ;;
 860
 861                 modules)
 862                         op=modules
 863                         ;;
 864
 865                 install=*)
 866                         arg=${op#*=}
 867                         op=${op%%=*}
 868                         [ -n "${arg}" ] ||
 869                             bomb "Must supply a directory with \`install=...'"
 870                         ;;
 871
 872                 rump|rumptest)
 873                         op=${op}
 874                         ;;
 875
 876                 *)
 877                         usage "Unknown operation \`${op}'"
 878                         ;;
 879
 880                 esac
 881                 eval do_${op}=true
 882         done
 883         [ -n "${operations}" ] || usage "Missing operation to perform."
 884
 885         # Set up MACHINE*.  On a NetBSD host, these are allowed to be unset.
 886         #
 887         if [ -z "${MACHINE}" ]; then
 888                 [ "${uname_s}" = "NetBSD" ] ||
 889                     bomb "MACHINE must be set, or -m must be used, for cross builds."
 890                 MACHINE=${uname_m}
 891         fi
 892         [ -n "${MACHINE_ARCH}" ] || getarch
 893         validatearch
 894
 895         # Set up default make(1) environment.
 896         #
 897         makeenv="${makeenv} TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
 898         [ -z "${BUILDID}" ] || makeenv="${makeenv} BUILDID"
 899         MAKEFLAGS="-de -m ${TOP}/share/mk ${MAKEFLAGS} MKOBJDIRS=${MKOBJDIRS-yes}"
 900         export MAKEFLAGS MACHINE MACHINE_ARCH
 901 }
 902
 903 sanitycheck()
 904 {
 905         # If the PATH contains any non-absolute components (including,
 906         # but not limited to, "." or ""), then complain.  As an exception,
 907         # allow "" or "." as the last component of the PATH.  This is fatal
 908         # if expert mode is not in effect.
 909         #
 910         local path="${PATH}"
 911         path="${path%:}"        # delete trailing ":"
 912         path="${path%:.}"       # delete trailing ":."
 913         case ":${path}:/" in
 914         *:[!/]*)
 915                 if ${do_expertmode}; then
 916                         warning "PATH contains non-absolute components"
 917                 else
 918                         bomb "PATH environment variable must not" \
 919                              "contain non-absolute components"
 920                 fi
 921                 ;;
 922         esac
 923 }
 924
 925 # print_tooldir_make --
 926 # Try to find and print a path to an existing
 927 # ${TOOLDIR}/bin/${toolprefix}make, for use by rebuildmake() before a
 928 # new version of ${toolprefix}make has been built.
 929 #
 930 # * If TOOLDIR was set in the environment or on the command line, use
 931 #   that value.
 932 # * Otherwise try to guess what TOOLDIR would be if not overridden by
 933 #   /etc/mk.conf, and check whether the resulting directory contains
 934 #   a copy of ${toolprefix}make (this should work for everybody who
 935 #   doesn't override TOOLDIR via /etc/mk.conf);
 936 # * Failing that, search for ${toolprefix}make, nbmake, bmake, or make,
 937 #   in the PATH (this might accidentally find a non-NetBSD version of
 938 #   make, which will lead to failure in the next step);
 939 # * If a copy of make was found above, try to use it with
 940 #   nobomb_getmakevar to find the correct value for TOOLDIR, and believe the
 941 #   result only if it's a directory that already exists;
 942 # * If a value of TOOLDIR was found above, and if
 943 #   ${TOOLDIR}/bin/${toolprefix}make exists, print that value.
 944 #
 945 print_tooldir_make()
 946 {
 947         local possible_TOP_OBJ
 948         local possible_TOOLDIR
 949         local possible_make
 950         local tooldir_make
 951
 952         if [ -n "${TOOLDIR}" ]; then
 953                 echo "${TOOLDIR}/bin/${toolprefix}make"
 954                 return 0
 955         fi
 956
 957         # Set host_ostype to something like "NetBSD-4.5.6-i386".  This
 958         # is intended to match the HOST_OSTYPE variable in <bsd.own.mk>.
 959         #
 960         local host_ostype="${uname_s}-$(
 961                 echo "${uname_r}" | sed -e 's/([^)]*)//g' -e 's/ /_/g'
 962                 )-$(
 963                 echo "${uname_p}" | sed -e 's/([^)]*)//g' -e 's/ /_/g'
 964                 )"
 965
 966         # Look in a few potential locations for
 967         # ${possible_TOOLDIR}/bin/${toolprefix}make.
 968         # If we find it, then set possible_make.
 969         #
 970         # In the usual case (without interference from environment
 971         # variables or /etc/mk.conf), <bsd.own.mk> should set TOOLDIR to
 972         # "${_SRC_TOP_OBJ_}/tooldir.${host_ostype}".
 973         #
 974         # In practice it's difficult to figure out the correct value
 975         # for _SRC_TOP_OBJ_.  In the easiest case, when the -M or -O
 976         # options were passed to build.sh, then ${TOP_objdir} will be
 977         # the correct value.  We also try a few other possibilities, but
 978         # we do not replicate all the logic of <bsd.obj.mk>.
 979         #
 980         for possible_TOP_OBJ in \
 981                 "${TOP_objdir}" \
 982                 "${MAKEOBJDIRPREFIX:+${MAKEOBJDIRPREFIX}${TOP}}" \
 983                 "${TOP}" \
 984                 "${TOP}/obj" \
 985                 "${TOP}/obj.${MACHINE}"
 986         do
 987                 [ -n "${possible_TOP_OBJ}" ] || continue
 988                 possible_TOOLDIR="${possible_TOP_OBJ}/tooldir.${host_ostype}"
 989                 possible_make="${possible_TOOLDIR}/bin/${toolprefix}make"
 990                 if [ -x "${possible_make}" ]; then
 991                         break
 992                 else
 993                         unset possible_make
 994                 fi
 995         done
 996
 997         # If the above didn't work, search the PATH for a suitable
 998         # ${toolprefix}make, nbmake, bmake, or make.
 999         #
1000         : ${possible_make:=$(find_in_PATH ${toolprefix}make '')}
1001         : ${possible_make:=$(find_in_PATH nbmake '')}
1002         : ${possible_make:=$(find_in_PATH bmake '')}
1003         : ${possible_make:=$(find_in_PATH make '')}
1004
1005         # At this point, we don't care whether possible_make is in the
1006         # correct TOOLDIR or not; we simply want it to be usable by
1007         # getmakevar to help us find the correct TOOLDIR.
1008         #
1009         # Use ${possible_make} with nobomb_getmakevar to try to find
1010         # the value of TOOLDIR.  Believe the result only if it's
1011         # a directory that already exists and contains bin/${toolprefix}make.
1012         #
1013         if [ -x "${possible_make}" ]; then
1014                 possible_TOOLDIR="$(
1015                         make="${possible_make}" nobomb_getmakevar TOOLDIR
1016                         )"
1017                 if [ $? = 0 ] && [ -n "${possible_TOOLDIR}" ] \
1018                     && [ -d "${possible_TOOLDIR}" ];
1019                 then
1020                         tooldir_make="${possible_TOOLDIR}/bin/${toolprefix}make"
1021                         if [ -x "${tooldir_make}" ]; then
1022                                 echo "${tooldir_make}"
1023                                 return 0
1024                         fi
1025                 fi
1026         fi
1027         return 1
1028 }
1029
1030 # rebuildmake --
1031 # Rebuild nbmake in a temporary directory if necessary.  Sets $make
1032 # to a path to the nbmake executable.  Sets done_rebuildmake=true
1033 # if nbmake was rebuilt.
1034 #
1035 # There is a cyclic dependency between building nbmake and choosing
1036 # TOOLDIR: TOOLDIR may be affected by settings in /etc/mk.conf, so we
1037 # would like to use getmakevar to get the value of TOOLDIR; but we can't
1038 # use getmakevar before we have an up to date version of nbmake; we
1039 # might already have an up to date version of nbmake in TOOLDIR, but we
1040 # don't yet know where TOOLDIR is.
1041 #
1042 # The default value of TOOLDIR also depends on the location of the top
1043 # level object directory, so $(getmakevar TOOLDIR) invoked before or
1044 # after making the top level object directory may produce different
1045 # results.
1046 #
1047 # Strictly speaking, we should do the following:
1048 #
1049 #    1. build a new version of nbmake in a temporary directory;
1050 #    2. use the temporary nbmake to create the top level obj directory;
1051 #    3. use $(getmakevar TOOLDIR) with the temporary nbmake to
1052 #       get the corect value of TOOLDIR;
1053 #    4. move the temporary nbmake to ${TOOLDIR}/bin/nbmake.
1054 #
1055 # However, people don't like building nbmake unnecessarily if their
1056 # TOOLDIR has not changed since an earlier build.  We try to avoid
1057 # rebuilding a temporary version of nbmake by taking some shortcuts to
1058 # guess a value for TOOLDIR, looking for an existing version of nbmake
1059 # in that TOOLDIR, and checking whether that nbmake is newer than the
1060 # sources used to build it.
1061 #
1062 rebuildmake()
1063 {
1064         make="$(print_tooldir_make)"
1065         if [ -n "${make}" ] && [ -x "${make}" ]; then
1066                 for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
1067                         if [ "${f}" -nt "${make}" ]; then
1068                                 statusmsg "${make} outdated" \
1069                                         "(older than ${f}), needs building."
1070                                 do_rebuildmake=true
1071                                 break
1072                         fi
1073                 done
1074         else
1075                 statusmsg "No \$TOOLDIR/bin/${toolprefix}make, needs building."
1076                 do_rebuildmake=true
1077         fi
1078
1079         # Build bootstrap ${toolprefix}make if needed.
1080         if ${do_rebuildmake}; then
1081                 statusmsg "Bootstrapping ${toolprefix}make"
1082                 ${runcmd} cd "${tmpdir}"
1083                 ${runcmd} env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" \
1084                         CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
1085                         ${HOST_SH} "${TOP}/tools/make/configure" ||
1086                     bomb "Configure of ${toolprefix}make failed"
1087                 ${runcmd} ${HOST_SH} buildmake.sh ||
1088                     bomb "Build of ${toolprefix}make failed"
1089                 make="${tmpdir}/${toolprefix}make"
1090                 ${runcmd} cd "${TOP}"
1091                 ${runcmd} rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
1092                 done_rebuildmake=true
1093         fi
1094 }
1095
1096 validatemakeparams()
1097 {
1098         if [ "${runcmd}" = "echo" ]; then
1099                 TOOLCHAIN_MISSING=no
1100                 EXTERNAL_TOOLCHAIN=""
1101         else
1102                 TOOLCHAIN_MISSING=$(bomb_getmakevar TOOLCHAIN_MISSING)
1103                 EXTERNAL_TOOLCHAIN=$(bomb_getmakevar EXTERNAL_TOOLCHAIN)
1104         fi
1105         if [ "${TOOLCHAIN_MISSING}" = "yes" ] && \
1106            [ -z "${EXTERNAL_TOOLCHAIN}" ]; then
1107                 ${runcmd} echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for"
1108                 ${runcmd} echo "        MACHINE:      ${MACHINE}"
1109                 ${runcmd} echo "        MACHINE_ARCH: ${MACHINE_ARCH}"
1110                 ${runcmd} echo ""
1111                 ${runcmd} echo "All builds for this platform should be done via a traditional make"
1112                 ${runcmd} echo "If you wish to use an external cross-toolchain, set"
1113                 ${runcmd} echo "        EXTERNAL_TOOLCHAIN=<path to toolchain root>"
1114                 ${runcmd} echo "in either the environment or mk.conf and rerun"
1115                 ${runcmd} echo "        ${progname} $*"
1116                 exit 1
1117         fi
1118
1119         # Normalise MKOBJDIRS, MKUNPRIVED, and MKUPDATE
1120         # These may be set as build.sh options or in "mk.conf".
1121         # Don't export them as they're only used for tests in build.sh.
1122         #
1123         MKOBJDIRS=$(getmakevar MKOBJDIRS)
1124         MKUNPRIVED=$(getmakevar MKUNPRIVED)
1125         MKUPDATE=$(getmakevar MKUPDATE)
1126
1127         if [ "${MKOBJDIRS}" != "no" ]; then
1128                 # Create the top-level object directory.
1129                 #
1130                 # "make obj NOSUBDIR=" can handle most cases, but it
1131                 # can't handle the case where MAKEOBJDIRPREFIX is set
1132                 # while the corresponding directory does not exist
1133                 # (rules in <bsd.obj.mk> would abort the build).  We
1134                 # therefore have to handle the MAKEOBJDIRPREFIX case
1135                 # without invoking "make obj".  The MAKEOBJDIR case
1136                 # could be handled either way, but we choose to handle
1137                 # it similarly to MAKEOBJDIRPREFIX.
1138                 #
1139                 if [ -n "${TOP_obj}" ]; then
1140                         # It must have been set by the "-M" or "-O"
1141                         # command line options, so there's no need to
1142                         # use getmakevar
1143                         :
1144                 elif [ -n "$MAKEOBJDIRPREFIX" ]; then
1145                         TOP_obj="$(getmakevar MAKEOBJDIRPREFIX)${TOP}"
1146                 elif [ -n "$MAKEOBJDIR" ]; then
1147                         TOP_obj="$(getmakevar MAKEOBJDIR)"
1148                 fi
1149                 if [ -n "$TOP_obj" ]; then
1150                         ${runcmd} mkdir -p "${TOP_obj}" ||
1151                             bomb "Can't create top level object directory" \
1152                                         "${TOP_obj}"
1153                 else
1154                         ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= ||
1155                             bomb "Can't create top level object directory" \
1156                                         "using make obj"
1157                 fi
1158
1159                 # make obj in tools to ensure that the objdir for "tools"
1160                 # is available.
1161                 #
1162                 ${runcmd} cd tools
1163                 ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= ||
1164                     bomb "Failed to make obj in tools"
1165                 ${runcmd} cd "${TOP}"
1166         fi
1167
1168         # Find TOOLDIR, DESTDIR, and RELEASEDIR, according to getmakevar,
1169         # and bomb if they have changed from the values we had from the
1170         # command line or environment.
1171         #
1172         # This must be done after creating the top-level object directory.
1173         #
1174         for var in TOOLDIR DESTDIR RELEASEDIR
1175         do
1176                 eval oldval=\"\$${var}\"
1177                 newval="$(getmakevar $var)"
1178                 if ! $do_expertmode; then
1179                         : ${_SRC_TOP_OBJ_:=$(getmakevar _SRC_TOP_OBJ_)}
1180                         case "$var" in
1181                         DESTDIR)
1182                                 : ${newval:=${_SRC_TOP_OBJ_}/destdir.${MACHINE}}
1183                                 makeenv="${makeenv} DESTDIR"
1184                                 ;;
1185                         RELEASEDIR)
1186                                 : ${newval:=${_SRC_TOP_OBJ_}/releasedir}
1187                                 makeenv="${makeenv} RELEASEDIR"
1188                                 ;;
1189                         esac
1190                 fi
1191                 if [ -n "$oldval" ] && [ "$oldval" != "$newval" ]; then
1192                         bomb "Value of ${var} has changed" \
1193                                 "(was \"${oldval}\", now \"${newval}\")"
1194                 fi
1195                 eval ${var}=\"\${newval}\"
1196                 eval export ${var}
1197                 statusmsg "${var} path:     ${newval}"
1198         done
1199
1200         # RELEASEMACHINEDIR is just a subdir name, e.g. "i386".
1201         RELEASEMACHINEDIR=$(getmakevar RELEASEMACHINEDIR)
1202
1203         # Check validity of TOOLDIR and DESTDIR.
1204         #
1205         if [ -z "${TOOLDIR}" ] || [ "${TOOLDIR}" = "/" ]; then
1206                 bomb "TOOLDIR '${TOOLDIR}' invalid"
1207         fi
1208         removedirs="${TOOLDIR}"
1209
1210         if [ -z "${DESTDIR}" ] || [ "${DESTDIR}" = "/" ]; then
1211                 if ${do_build} || ${do_distribution} || ${do_release}; then
1212                         if ! ${do_build} || \
1213                            [ "${uname_s}" != "NetBSD" ] || \
1214                            [ "${uname_m}" != "${MACHINE}" ]; then
1215                                 bomb "DESTDIR must != / for cross builds, or ${progname} 'distribution' or 'release'."
1216                         fi
1217                         if ! ${do_expertmode}; then
1218                                 bomb "DESTDIR must != / for non -E (expert) builds"
1219                         fi
1220                         statusmsg "WARNING: Building to /, in expert mode."
1221                         statusmsg "         This may cause your system to break!  Reasons include:"
1222                         statusmsg "            - your kernel is not up to date"
1223                         statusmsg "            - the libraries or toolchain have changed"
1224                         statusmsg "         YOU HAVE BEEN WARNED!"
1225                 fi
1226         else
1227                 removedirs="${removedirs} ${DESTDIR}"
1228         fi
1229         if ${do_build} || ${do_distribution} || ${do_release}; then
1230                 if ! ${do_expertmode} && \
1231                     [ "$id_u" -ne 0 ] && \
1232                     [ "${MKUNPRIVED}" = "no" ] ; then
1233                         bomb "-U or -E must be set for build as an unprivileged user."
1234                 fi
1235         fi
1236         if ${do_releasekernel} && [ -z "${RELEASEDIR}" ]; then
1237                 bomb "Must set RELEASEDIR with \`releasekernel=...'"
1238         fi
1239
1240         # Install as non-root is a bad idea.
1241         #
1242         if ${do_install} && [ "$id_u" -ne 0 ] ; then
1243                 if ${do_expertmode}; then
1244                         warning "Will install as an unprivileged user."
1245                 else
1246                         bomb "-E must be set for install as an unprivileged user."
1247                 fi
1248         fi
1249
1250         # If a previous build.sh run used -U (and therefore created a
1251         # METALOG file), then most subsequent build.sh runs must also
1252         # use -U.  If DESTDIR is about to be removed, then don't perform
1253         # this check.
1254         #
1255         case "${do_removedirs} ${removedirs} " in
1256         true*" ${DESTDIR} "*)
1257                 # DESTDIR is about to be removed
1258                 ;;
1259         *)
1260                 if ( ${do_build} || ${do_distribution} || ${do_release} || \
1261                     ${do_install} ) && \
1262                     [ -e "${DESTDIR}/METALOG" ] && \
1263                     [ "${MKUNPRIVED}" = "no" ] ; then
1264                         if $do_expertmode; then
1265                                 warning "A previous build.sh run specified -U."
1266                         else
1267                                 bomb "A previous build.sh run specified -U; you must specify it again now."
1268                         fi
1269                 fi
1270                 ;;
1271         esac
1272 }
1273
1274
1275 createmakewrapper()
1276 {
1277         # Remove the target directories.
1278         #
1279         if ${do_removedirs}; then
1280                 for f in ${removedirs}; do
1281                         statusmsg "Removing ${f}"
1282                         ${runcmd} rm -r -f "${f}"
1283                 done
1284         fi
1285
1286         # Recreate $TOOLDIR.
1287         #
1288         ${runcmd} mkdir -p "${TOOLDIR}/bin" ||
1289             bomb "mkdir of '${TOOLDIR}/bin' failed"
1290
1291         # If we did not previously rebuild ${toolprefix}make, then
1292         # check whether $make is still valid and the same as the output
1293         # from print_tooldir_make.  If not, then rebuild make now.  A
1294         # possible reason for this being necessary is that the actual
1295         # value of TOOLDIR might be different from the value guessed
1296         # before the top level obj dir was created.
1297         #
1298         if ! ${done_rebuildmake} && \
1299             ( [ ! -x "$make" ] || [ "$make" != "$(print_tooldir_make)" ] )
1300         then
1301                 rebuildmake
1302         fi
1303
1304         # Install ${toolprefix}make if it was built.
1305         #
1306         if ${done_rebuildmake}; then
1307                 ${runcmd} rm -f "${TOOLDIR}/bin/${toolprefix}make"
1308                 ${runcmd} cp "${make}" "${TOOLDIR}/bin/${toolprefix}make" ||
1309                     bomb "Failed to install \$TOOLDIR/bin/${toolprefix}make"
1310                 make="${TOOLDIR}/bin/${toolprefix}make"
1311                 statusmsg "Created ${make}"
1312         fi
1313
1314         # Build a ${toolprefix}make wrapper script, usable by hand as
1315         # well as by build.sh.
1316         #
1317         if [ -z "${makewrapper}" ]; then
1318                 makewrapper="${TOOLDIR}/bin/${toolprefix}make-${makewrappermachine:-${MACHINE}}"
1319                 [ -z "${BUILDID}" ] || makewrapper="${makewrapper}-${BUILDID}"
1320         fi
1321
1322         ${runcmd} rm -f "${makewrapper}"
1323         if [ "${runcmd}" = "echo" ]; then
1324                 echo 'cat <<EOF >'${makewrapper}
1325                 makewrapout=
1326         else
1327                 makewrapout=">>\${makewrapper}"
1328         fi
1329
1330         case "${KSH_VERSION:-${SH_VERSION}}" in
1331         *PD\ KSH*|*MIRBSD\ KSH*)
1332                 set +o braceexpand
1333                 ;;
1334         esac
1335
1336         eval cat <<EOF ${makewrapout}
1337 #! ${HOST_SH}
1338 # Set proper variables to allow easy "make" building of a NetBSD subtree.
1339 # Generated from:  \$NetBSD: build.sh,v 1.222 2009/11/30 16:13:22 uebayasi Exp $
1340 # with these arguments: ${_args}
1341 #
1342
1343 EOF
1344         {
1345                 for f in ${makeenv}; do
1346                         if eval "[ -z \"\${$f}\" -a \"\${${f}-X}\" = \"X\" ]"; then
1347                                 eval echo "unset ${f}"
1348                         else
1349                                 eval echo "${f}=\'\$$(echo ${f})\'\;\ export\ ${f}"
1350                         fi
1351                 done
1352
1353                 eval cat <<EOF
1354 MAKEWRAPPERMACHINE=${makewrappermachine:-${MACHINE}}; export MAKEWRAPPERMACHINE
1355 USETOOLS=yes; export USETOOLS
1356 EOF
1357         } | eval sort -u "${makewrapout}"
1358         eval cat <<EOF "${makewrapout}"
1359
1360 exec "\${TOOLDIR}/bin/${toolprefix}make" \${1+"\$@"}
1361 EOF
1362         [ "${runcmd}" = "echo" ] && echo EOF
1363         ${runcmd} chmod +x "${makewrapper}"
1364         statusmsg "makewrapper:      ${makewrapper}"
1365         statusmsg "Updated ${makewrapper}"
1366 }
1367
1368 make_in_dir()
1369 {
1370         dir="$1"
1371         op="$2"
1372         ${runcmd} cd "${dir}" ||
1373             bomb "Failed to cd to \"${dir}\""
1374         ${runcmd} "${makewrapper}" ${parallel} ${op} ||
1375             bomb "Failed to make ${op} in \"${dir}\""
1376         ${runcmd} cd "${TOP}" ||
1377             bomb "Failed to cd back to \"${TOP}\""
1378 }
1379
1380 buildtools()
1381 {
1382         if [ "${MKOBJDIRS}" != "no" ]; then
1383                 ${runcmd} "${makewrapper}" ${parallel} obj-tools ||
1384                     bomb "Failed to make obj-tools"
1385         fi
1386         if [ "${MKUPDATE}" = "no" ]; then
1387                 make_in_dir tools cleandir
1388         fi
1389         make_in_dir tools dependall
1390         make_in_dir tools install
1391         statusmsg "Tools built to ${TOOLDIR}"
1392 }
1393
1394 getkernelconf()
1395 {
1396         kernelconf="$1"
1397         if [ "${MKOBJDIRS}" != "no" ]; then
1398                 # The correct value of KERNOBJDIR might
1399                 # depend on a prior "make obj" in
1400                 # ${KERNSRCDIR}/${KERNARCHDIR}/compile.
1401                 #
1402                 KERNSRCDIR="$(getmakevar KERNSRCDIR)"
1403                 KERNARCHDIR="$(getmakevar KERNARCHDIR)"
1404                 make_in_dir "${KERNSRCDIR}/${KERNARCHDIR}/compile" obj
1405         fi
1406         KERNCONFDIR="$(getmakevar KERNCONFDIR)"
1407         KERNOBJDIR="$(getmakevar KERNOBJDIR)"
1408         case "${kernelconf}" in
1409         */*)
1410                 kernelconfpath="${kernelconf}"
1411                 kernelconfname="${kernelconf##*/}"
1412                 ;;
1413         *)
1414                 kernelconfpath="${KERNCONFDIR}/${kernelconf}"
1415                 kernelconfname="${kernelconf}"
1416                 ;;
1417         esac
1418         kernelbuildpath="${KERNOBJDIR}/${kernelconfname}"
1419 }
1420
1421 buildkernel()
1422 {
1423         if ! ${do_tools} && ! ${buildkernelwarned:-false}; then
1424                 # Building tools every time we build a kernel is clearly
1425                 # unnecessary.  We could try to figure out whether rebuilding
1426                 # the tools is necessary this time, but it doesn't seem worth
1427                 # the trouble.  Instead, we say it's the user's responsibility
1428                 # to rebuild the tools if necessary.
1429                 #
1430                 statusmsg "Building kernel without building new tools"
1431                 buildkernelwarned=true
1432         fi
1433         getkernelconf $1
1434         statusmsg "Building kernel:  ${kernelconf}"
1435         statusmsg "Build directory:  ${kernelbuildpath}"
1436         ${runcmd} mkdir -p "${kernelbuildpath}" ||
1437             bomb "Cannot mkdir: ${kernelbuildpath}"
1438         if [ "${MKUPDATE}" = "no" ]; then
1439                 make_in_dir "${kernelbuildpath}" cleandir
1440         fi
1441         [ -x "${TOOLDIR}/bin/${toolprefix}config" ] \
1442         || bomb "${TOOLDIR}/bin/${toolprefix}config does not exist. You need to \"$0 tools\" first."
1443         ${runcmd} "${TOOLDIR}/bin/${toolprefix}config" -b "${kernelbuildpath}" \
1444                 -s "${TOP}/sys" "${kernelconfpath}" ||
1445             bomb "${toolprefix}config failed for ${kernelconf}"
1446         make_in_dir "${kernelbuildpath}" depend
1447         make_in_dir "${kernelbuildpath}" all
1448
1449         if [ "${runcmd}" != "echo" ]; then
1450                 statusmsg "Kernels built from ${kernelconf}:"
1451                 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
1452                 for kern in ${kernlist:-netbsd}; do
1453                         [ -f "${kernelbuildpath}/${kern}" ] && \
1454                             echo "  ${kernelbuildpath}/${kern}"
1455                 done | tee -a "${results}"
1456         fi
1457 }
1458
1459 releasekernel()
1460 {
1461         getkernelconf $1
1462         kernelreldir="${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/kernel"
1463         ${runcmd} mkdir -p "${kernelreldir}"
1464         kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
1465         for kern in ${kernlist:-netbsd}; do
1466                 builtkern="${kernelbuildpath}/${kern}"
1467                 [ -f "${builtkern}" ] || continue
1468                 releasekern="${kernelreldir}/${kern}-${kernelconfname}.gz"
1469                 statusmsg "Kernel copy:      ${releasekern}"
1470                 if [ "${runcmd}" = "echo" ]; then
1471                         echo "gzip -c -9 < ${builtkern} > ${releasekern}"
1472                 else
1473                         gzip -c -9 < "${builtkern}" > "${releasekern}"
1474                 fi
1475         done
1476 }
1477
1478 buildmodules()
1479 {
1480         if ! ${do_tools} && ! ${buildmoduleswarned:-false}; then
1481                 # Building tools every time we build modules is clearly
1482                 # unnecessary as well as a kernel.
1483                 #
1484                 statusmsg "Building modules without building new tools"
1485                 buildmoduleswarned=true
1486         fi
1487
1488         statusmsg "Building kernel modules for NetBSD/${MACHINE} ${DISTRIBVER}"
1489         if [ "${MKOBJDIRS}" != "no" ]; then
1490                 make_in_dir sys/modules obj ||
1491                     bomb "Failed to make obj in sys/modules"
1492         fi
1493         if [ "${MKUPDATE}" = "no" ]; then
1494                 make_in_dir sys/modules cleandir
1495         fi
1496         ${runcmd} "${makewrapper}" ${parallel} do-sys-modules ||
1497             bomb "Failed to make do-sys-modules"
1498
1499         statusmsg "Successful build kernel modules for NetBSD/${MACHINE} ${DISTRIBVER}"
1500 }
1501
1502 installworld()
1503 {
1504         dir="$1"
1505         ${runcmd} "${makewrapper}" INSTALLWORLDDIR="${dir}" installworld ||
1506             bomb "Failed to make installworld to ${dir}"
1507         statusmsg "Successful installworld to ${dir}"
1508 }
1509
1510 # Run rump build&link tests.
1511 #
1512 # To make this feasible for running without having to install includes and
1513 # libraries into destdir (i.e. quick), we only run ld.  This is possible
1514 # since the rump kernel is a closed namespace apart from calls to rumpuser.
1515 # Therefore, if ld complains only about rumpuser symbols, rump kernel
1516 # linking was successful.
1517 #
1518 # We test that rump links with a number of component configurations.
1519 # These attempt to mimic what is encountered in the full build.
1520 # See list below.  The list should probably be either autogenerated
1521 # or managed elsewhere.  But keep it here until a better idea arises.
1522 #
1523 # Above all, note that THIS IS NOT A SUBSTITUTE FOR A FULL BUILD.
1524 #
1525
1526 RUMP_LIBSETS='
1527         -lrump,
1528         -lrumpvfs -lrump,
1529         -lrumpfs_tmpfs -lrumpvfs -lrump,
1530         -lrumpfs_ffs -lrumpfs_msdosfs -lrumpvfs -lrump,
1531         -lrumpnet_virtif -lrumpnet_netinet -lrumpnet_net -lrumpnet -lrump,
1532         -lrumpnet_sockin -lrumpfs_smbfs -lrumpdev_netsmb
1533             -lrumpcrypto -lrumpdev -lrumpnet -lrumpvfs -lrump,
1534         -lrumpnet_sockin -lrumpfs_nfs -lrumpnet -lrumpvfs -lrump,
1535         -lrumpdev_cgd -lrumpdev_raidframe -lrumpdev_disk -lrumpdev_rnd
1536             -lrumpdev -lrumpvfs -lrumpcrypto -lrump'
1537 dorump()
1538 {
1539         local doclean=""
1540         local doobjs=""
1541
1542         # we cannot link libs without building csu, and that leads to lossage
1543         [ "${1}" != "rumptest" ] && bomb 'build.sh rump not yet functional. ' \
1544             'did you mean "rumptest"?'
1545
1546         [ "${MKUPDATE}" = "no" ] && doclean="cleandir"
1547         [ "${MKOBJDIRS}" = "no" ] || doobjs="obj"
1548         ${runcmd} "${makewrapper}" ${parallel} do-distrib-dirs
1549
1550         targlist="${doclean} ${doobjs} dependall install"
1551         setmakeenv NORUMPUSER 1
1552         # optimize: for test we build only static libs (3x test speedup)
1553         if [ "${1}" = "rumptest" ] ; then
1554                 setmakeenv NOPIC 1
1555                 setmakeenv NOPROFILE 1
1556         fi
1557         for cmd in ${targlist} ; do
1558                 make_in_dir "${NETBSDSRCDIR}/sys/rump" ${cmd}
1559         done
1560
1561         # if we just wanted to build & install rump, we're done
1562         [ "${1}" != "rumptest" ] && return
1563
1564         ${runcmd} cd "${NETBSDSRCDIR}/sys/rump/librump/rumpkern" \
1565             || bomb "cd to rumpkern failed"
1566         md_quirks=`${runcmd} "${makewrapper}" -V '${_SYMQUIRK}'`
1567         # one little, two little, three little backslashes ...
1568         md_quirks="`echo ${md_quirks} | sed 's,\\\,\\\\\\\,g'";s/'//g" `"
1569         ${runcmd} cd "${TOP}" || bomb "cd to ${TOP} failed"
1570         tool_ld=`${runcmd} "${makewrapper}" -V '${LD}'`
1571
1572         local oIFS="${IFS}"
1573         IFS=","
1574         for set in ${RUMP_LIBSETS} ; do
1575                 IFS="${oIFS}"
1576                 ${runcmd} ${tool_ld} -nostdlib -L${DESTDIR}/usr/lib     \
1577                     -static --whole-archive ${set} 2>&1 |               \
1578                       awk -v quirks="${md_quirks}" '
1579                         /undefined reference/ &&
1580                             !/more undefined references.*follow/{
1581                                 if (match($NF,
1582                                     "`(rumpuser_|__" quirks ")") == 0)
1583                                         fails[NR] = $0
1584                         }
1585                         END{
1586                                 for (x in fails)
1587                                         print fails[x]
1588                                 exit x!=0
1589                         }'
1590                 [ $? -ne 0 ] && bomb "Testlink of rump failed: ${set}"
1591         done
1592         statusmsg "Rump build&link tests successful"
1593 }
1594
1595 main()
1596 {
1597         initdefaults
1598         _args=$@
1599         parseoptions "$@"
1600
1601         sanitycheck
1602
1603         build_start=$(date)
1604         statusmsg "${progname} command: $0 $@"
1605         statusmsg "${progname} started: ${build_start}"
1606         statusmsg "NetBSD version:   ${DISTRIBVER}"
1607         statusmsg "MACHINE:          ${MACHINE}"
1608         statusmsg "MACHINE_ARCH:     ${MACHINE_ARCH}"
1609         statusmsg "Build platform:   ${uname_s} ${uname_r} ${uname_m}"
1610         statusmsg "HOST_SH:          ${HOST_SH}"
1611
1612         rebuildmake
1613         validatemakeparams
1614         createmakewrapper
1615
1616         # Perform the operations.
1617         #
1618         for op in ${operations}; do
1619                 case "${op}" in
1620
1621                 makewrapper)
1622                         # no-op
1623                         ;;
1624
1625                 tools)
1626                         buildtools
1627                         ;;
1628
1629                 sets)
1630                         statusmsg "Building sets from pre-populated ${DESTDIR}"
1631                         ${runcmd} "${makewrapper}" ${parallel} ${op} ||
1632                             bomb "Failed to make ${op}"
1633                         setdir=${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/sets
1634                         statusmsg "Built sets to ${setdir}"
1635                         ;;
1636
1637                 cleandir|obj|build|distribution|release|sourcesets|syspkgs|params)
1638                         ${runcmd} "${makewrapper}" ${parallel} ${op} ||
1639                             bomb "Failed to make ${op}"
1640                         statusmsg "Successful make ${op}"
1641                         ;;
1642
1643                 iso-image|iso-image-source)
1644                         ${runcmd} "${makewrapper}" ${parallel} \
1645                             CDEXTRA="$CDEXTRA" ${op} ||
1646                             bomb "Failed to make ${op}"
1647                         statusmsg "Successful make ${op}"
1648                         ;;
1649
1650                 kernel=*)
1651                         arg=${op#*=}
1652                         buildkernel "${arg}"
1653                         ;;
1654
1655                 releasekernel=*)
1656                         arg=${op#*=}
1657                         releasekernel "${arg}"
1658                         ;;
1659
1660                 modules)
1661                         buildmodules
1662                         ;;
1663
1664                 install=*)
1665                         arg=${op#*=}
1666                         if [ "${arg}" = "/" ] && \
1667                             (   [ "${uname_s}" != "NetBSD" ] || \
1668                                 [ "${uname_m}" != "${MACHINE}" ] ); then
1669                                 bomb "'${op}' must != / for cross builds."
1670                         fi
1671                         installworld "${arg}"
1672                         ;;
1673
1674                 rump|rumptest)
1675                         dorump "${op}"
1676                         ;;
1677
1678                 *)
1679                         bomb "Unknown operation \`${op}'"
1680                         ;;
1681
1682                 esac
1683         done
1684
1685         statusmsg "${progname} ended:   $(date)"
1686         if [ -s "${results}" ]; then
1687                 echo "===> Summary of results:"
1688                 sed -e 's/^===>//;s/^/  /' "${results}"
1689                 echo "===> ."
1690         fi
1691 }
1692
1693 main "$@"