qi/src/qi.in

   1 #! /bin/sh -
   2 #  Copyright (C) 2016-2019 Matias Fonzo <selk@dragora.org>
   3 #
   4 #  This program is free software: you can redistribute it and/or modify
   5 #  it under the terms of the GNU General Public License as published by
   6 #  the Free Software Foundation, either version 3 of the License, or
   7 #  (at your option) any later version.
   8 #
   9 #  This program is distributed in the hope that it will be useful,
  10 #  but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 #  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 #  GNU General Public License for more details.
  13 #
  14 #  You should have received a copy of the GNU General Public License
  15 #  along with this program.  If not, see <http://www.gnu.org/licenses/>.
  16
  17 # EXIT STATUS
  18 # 0  = Successful completion
  19 # 1  = Minor common errors (e.g: help usage, support not available)
  20 # 2  = Command execution error
  21 # 3  = Integrity check error for compressed files
  22 # 4  = File empty, not regular, or expected
  23 # 5  = Empty or not defined variable
  24 # 6  = Package already installed
  25 # 10 = Network manager error
  26
  27 #### Functions
  28
  29 usage()
  30 {
  31     printf "%s\n" \
  32      "Qi - A practical and user-friendly package manager."              \
  33      ""                                                                 \
  34      "Usage: $PROGRAM [OPTION...] [FILE]..."                            \
  35      ""                                                                 \
  36      "Operation mode:"                                                  \
  37      "  -b          Build packages using recipes"                       \
  38      "  -c          Create .tlz package from directory"                 \
  39      "  -d          Delete packages"                                    \
  40      "  -i          Install packages"                                   \
  41      "  -o          Resolve build order through .order files"           \
  42      "  -u          Update packages (implies -i, -d with -p)"           \
  43      "  -x          Extract packages for debugging purposes"            \
  44      ""                                                                 \
  45      "Common options:"                                                  \
  46      "  -L          Print default directory locations"                  \
  47      "  -N          Don't read the configuration file"                  \
  48      "  -P  <DIR>   Package directory for (de)installations;"           \
  49      "              only valid for -i, -d, or -u options"               \
  50      "  -f          Force package upgrade or force to proceed"          \
  51      "              with a recipe"                                      \
  52      "  -t  <DIR>   Target directory for symbolic links;"               \
  53      "              only valid for -i, -d, or -u options"               \
  54      "  -k          Keep (don't delete) srcdir or destdir"              \
  55      "              Keep (don't delete) package directory"              \
  56      "              this is for -b, -d or -u options"                   \
  57      "  -p          Prune conflicts on package (de)installation"        \
  58      "  -r          Use the named directory as the root directory"      \
  59      "              for installing, deleting, or upgrading packages."   \
  60      "              The target directory, package directory will be"    \
  61      "              relative to this specific directory"                \
  62      "  -v          Be verbose (a 2nd -v gives more)"                   \
  63      ""                                                                 \
  64      "Options for 'build' mode (-b):"                                   \
  65      "  -O  <DIR>   Where the produced packages are written"            \
  66      "  -W  <DIR>   Where archives, patches, and recipes are expected"  \
  67      "  -Z  <DIR>   Where (compressed) sources will be found"           \
  68      "  -a          Architecture to use [detected]"                     \
  69      "  -j          Parallel jobs for the compiler"                     \
  70      "  -1          Increment release number (release + 1)"             \
  71      "  -n          Don't create a .tlz package"                        \
  72      "  -S          Selects the option to skip completed recipes"       \
  73      ""                                                                 \
  74      "Other options:"                                                   \
  75      "  -h          Display this help and exit"                         \
  76      "  -V          Output version information"                         \
  77      ""                                                                 \
  78      "Some influential environment variables:"                          \
  79      "  TMPDIR      Temporary directory for sources"                    \
  80      "  QICFLAGS    C compiler flags"                                   \
  81      "  QICXXFLAGS  C++ compiler flags"                                 \
  82      "  QILDFLAGS   Linker flags"                                       \
  83      ""                                                                 \
  84      "When FILE is -, read standard input."                             \
  85      ""
  86 }
  87
  88 version()
  89 {
  90     printf "%s\n" \
  91      "$PROGRAM @VERSION@" \
  92      "Copyright (C) 2016-2019 Matias Andres Fonzo." \
  93      "License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>" \
  94      "This is free software: you are free to change and redistribute it." \
  95      "There is NO WARRANTY, to the extent permitted by law."
  96 }
  97
  98 warn()
  99 {
 100     printf "%s\n" "$@" 1>&2
 101 }
 102
 103 is_readable()
 104 {
 105     if test -e "$1"
 106     then
 107         if ! test -r "$1"
 108         then
 109             echo "${PROGRAM}: cannot read ${1}: Permission denied" 1>&2
 110             return 1
 111         fi
 112     else
 113         echo "${PROGRAM}: cannot access ${1}: No such file or directory" 1>&2
 114         return 1
 115     fi
 116 }
 117
 118 # Portable alternative to the file operator -nt (among shells)
 119 is_newer()
 120 {
 121     if test -n "$(find $1 -prune -newer $2 -print)"
 122     then
 123         return 0
 124     fi
 125     return 1
 126 }
 127
 128 # Determine whether $2 matches pattern $1
 129 fnmatch()
 130 {
 131     case $2 in
 132     $1)
 133         return 0
 134         ;;
 135     *)
 136         return 1
 137         ;;
 138     esac
 139 }
 140
 141 chkstatus_or_exit()
 142 {
 143     status=$?
 144
 145     if test $status -ne 0
 146     then
 147         echo "Return status = $status" 1>&2
 148         exit ${1-2};    # If not given, defaults to 2
 149     fi
 150
 151     unset status
 152 }
 153
 154 readconfig()
 155 {
 156     if test $RC = RC
 157     then
 158         is_readable "$HOME/.qirc" 2> /dev/null && RCFILE="$HOME/.qirc";
 159
 160         echo "Processing \`${RCFILE}' ..."
 161
 162         test -f "$RCFILE" || {
 163             warn "${RCFILE} is not a regular file."
 164             return 1
 165         }
 166
 167         # Parse config file
 168         while IFS='=' read -r variable value
 169         do
 170             case $variable in
 171             \#* | "")   # Ignore commented or blank lines
 172                 continue
 173                 ;;
 174             esac
 175
 176             # Set variable name avoiding code execution
 177             eval "$variable=\${value}"
 178         done < "$RCFILE"
 179     fi
 180 }
 181
 182 #### Mode functions
 183
 184 build_mode()
 185 {
 186     recipe=$1
 187
 188     # A recipe is any valid regular file, the current working directory
 189     # has priority over the working tree (or where the recipes reside).
 190     # The 'worktree' is the second place where to find a recipe.  Also,
 191     # we complete the possibility of using the directory name to invoke
 192     # a recipe if it contains "recipe" as valid file name.
 193
 194     if test ! -f "$recipe"
 195     then
 196         if test -f "${recipe}/recipe"
 197         then
 198             recipe="${recipe}/recipe"
 199         elif test -f "${worktree}/recipes/${recipe}/recipe"
 200         then
 201             recipe="${worktree}/recipes/${recipe}/recipe"
 202         fi
 203     fi
 204
 205     test -f "$recipe" || {
 206         warn "\`${recipe}' is not a regular file."
 207         return 4
 208     }
 209
 210     # Complain if the file name is not "recipe"
 211
 212     if test "${recipe##*/}" != recipe
 213     then
 214         warn "\`${recipe}' is not a valid recipe name."
 215         return 4
 216     fi
 217
 218     # Start preparations to import the recipe
 219
 220     # Separate the directory name from the file name,
 221     # getting its absolute path and base name
 222
 223     CWD=$(CDPATH= cd -P -- $(dirname -- "$recipe") && printf "$PWD")
 224     recipe=$(basename -- "$recipe")
 225
 226     # Check readability for load the recipe on success
 227
 228     is_readable "${CWD}/$recipe" || exit 4
 229
 230     # Find target architecture if 'arch' is not set
 231     if test -z "$arch"
 232     then
 233         arch=$(${CC:-cc} -dumpmachine 2> /dev/null) || arch=unknown
 234         arch="${arch%%-*}"      # Get the rid of target triplet.
 235     fi
 236
 237     # Re-create external directories
 238     mkdir -p -- "${worktree}/archive" \
 239                 "${worktree}/patches" \
 240                 "${worktree}/recipes" \
 241                 "$tardir"
 242
 243     # Variables treatment for the current and next recipe.
 244     #
 245     # Unset special variables that can only be predefined on
 246     # the recipe and not coming from ${sysconfdir}/qirc
 247
 248     unset srcdir destdir pkgname pkgversion program version release \
 249           fetch description homepage license replace full_pkgname \
 250           CFLAGS CXXFLAGS LDFLAGS
 251
 252     # The following variables must be saved and restored
 253     save_arch="${save_arch:=$arch}"
 254     save_jobs="${save_jobs:=$jobs}"
 255     save_outdir="${save_outdir:=$outdir}"
 256     save_opt_nopkg="${save_opt_nopkg:=$opt_nopkg}"
 257
 258     # Reset variable values in case of return
 259     arch=$save_arch
 260     jobs=$save_jobs
 261     outdir=$save_outdir
 262     opt_nopkg=$save_opt_nopkg
 263
 264     # The following variables cannot be redefined on the recipe
 265     readonly worktree netget rsync
 266
 267     # Import the recipe
 268
 269     echo "{@} Building from ${CWD}/$recipe ..."
 270     . "${CWD}/$recipe"
 271
 272     # Check for required variables
 273     if test -z "$program"
 274     then
 275         warn "${recipe}: The variable 'program' is not defined."
 276         exit 5
 277     fi
 278     if test -z "$version"
 279     then
 280         warn "${recipe}: The variable 'version' is not defined."
 281         exit 5
 282     fi
 283     if test -z "$release"
 284     then
 285         warn "${recipe}: The variable 'release' is not defined."
 286         exit 5
 287     fi
 288
 289     # Pre-settings before to start building
 290
 291     # Increment the release number if the option was given
 292     if test "$opt_incr_release" = opt_incr_release
 293     then
 294         release=$(( release + 1 ))
 295     fi
 296
 297     # Allow the dot as definition for 'tardir'
 298     if test "$tardir" = .
 299     then
 300         tardir="$CWD"
 301     fi
 302
 303     # Set default values for the following special variables
 304
 305     pkgname="${pkgname:=$program}"
 306     pkgversion="${pkgversion:=$version}"
 307     srcdir="${srcdir:=${program}-$version}"
 308     destdir="${destdir:=${TMPDIR}/package-$pkgname}"
 309
 310     # Complete package name adding 'pkgversion-arch+release'
 311     full_pkgname="${full_pkgname:=$pkgname-${pkgversion}-${arch}+${release}}"
 312
 313     # If a package is going to be created, the existence of a
 314     # previous build will be detected and reported.  Under normal
 315     # conditions the recipe is built as long as it is newer than
 316     # the produced package, if not, we warn to the user about it.
 317     # Rebuilding the package is possible (through the force ;-)
 318
 319     if test "$opt_nopkg" != opt_nopkg && \
 320      { test "$opt_force" != opt_force && \
 321        test -r "${outdir}/${full_pkgname}.tlz" ; }
 322     then
 323         if is_newer "${CWD}/$recipe" "${outdir}/${full_pkgname}.tlz"
 324         then
 325             warn \
 326              ""                                                          \
 327              "The recipe is more RECENT than the detected package:"      \
 328              ""                                                          \
 329              "$( stat -c "%y %n" "${CWD}/$recipe" )"                     \
 330              "$( stat -c "%y %n" "${outdir}/${full_pkgname}.tlz" )"      \
 331              ""                                                          \
 332              "    This recipe will be processed ..."                     \
 333              ""
 334         elif test -e "${CWD}/post-install" && \
 335              is_newer "${CWD}/post-install" "${CWD}/$recipe"
 336         then
 337             warn \
 338              ""                                                          \
 339              "The post-install script is more RECENT than the recipe:"   \
 340              ""                                                          \
 341              "$( stat -c "%y %n" "${CWD}/post-install" )"                \
 342              "$( stat -c "%y %n" "${CWD}/$recipe" )"                     \
 343              ""                                                          \
 344              "    The recipe will be re-processed ..."                   \
 345              ""
 346              touch "${CWD}/$recipe"
 347         elif test "$opt_skipqsts" = opt_skipqsts
 348         then
 349             warn "Recipe for '${full_pkgname}.tlz':  Ignored." ""
 350             return 0
 351         else
 352             warn \
 353              ""                                                          \
 354              "This recipe ALREADY produced a package:"                   \
 355              "$( stat -c "%y %n" "${outdir}/${full_pkgname}.tlz" )"      \
 356              ""                                                          \
 357              "The recipe is still OLDER than the produced package:"      \
 358              "$( stat -c "%y %n" "${CWD}/$recipe" )"                     \
 359              ""                                                          \
 360              "    Probably nothing has changed."                         \
 361              ""
 362
 363             # In non-interactive mode, the user is asked about
 364             # rebuilding the package.  In interactive mode,
 365             # the user need to pass the option explicitly
 366             if test ! -t 0
 367             then
 368                 printf "%b" \
 369                  "Do you want to rebuild this package?\n"   \
 370                  "1) Yes, built it\n"                       \
 371                  "2) No, skipt it [default]\n"              \
 372                  "3) Resume, skipping completed recipes\n"  \
 373                  "Choose an option number: " > /dev/tty
 374                 IFS= read -r ANSWER < /dev/tty || exit 2;
 375                 case $ANSWER in
 376                 1*)
 377                     echo "$ANSWER" > /dev/tty
 378                     unset ANSWER
 379                     ;;
 380                 3*)
 381                     unset ANSWER
 382                     echo "Building UNPROCESSED/MODIFIED recipes ..." > /dev/tty
 383                     echo ""
 384                     opt_skipqsts=opt_skipqsts
 385                     readonly opt_skipqsts
 386                     return 0
 387                     ;;
 388                 *)
 389                     unset ANSWER
 390                     echo "Recipe for '${full_pkgname}.tlz':  Cancelled." > /dev/tty
 391                     echo ""
 392                     return 0
 393                     ;;
 394                 esac
 395             else
 396                 warn "Use the -f option to re-process ${CWD}/$recipe." ""
 397                 return 6;
 398             fi
 399         fi
 400     fi
 401
 402     # Fetch remote sources
 403
 404     echo "Fetching remote sources if needed ..."
 405     if test -n "$fetch"
 406     then
 407         for origin in $fetch
 408         do
 409             _source="${origin##*/}"
 410
 411             echo "Looking for \"$_source\" ..."
 412
 413             echo "Verifying checksum file \"${_source}.sha256\" from '${tardir}'"
 414             if test -e "${tardir}/${_source}.sha256"
 415             then
 416                 ( cd -- "$tardir" && sha256sum - ) < "${tardir}/${_source}.sha256"
 417                 chkstatus_or_exit
 418                 continue;
 419             else
 420                 warn "${_source}.sha256: Checksum file does not exist, yet."
 421             fi
 422
 423             # Download source or resume if allowed
 424
 425             if test ! -e "${tardir}/$_source"
 426             then
 427                 warn "    Can't find $_source in ${tardir};" \
 428                      "attempting to get it from ${origin%/*} ..."
 429             fi
 430
 431             case $origin in
 432             rsync://*)
 433                     (
 434                         cd -- "$tardir" && $rsync $origin || exit $?
 435                         sha256sum $_source > ${_source}.sha256
 436                     );  chkstatus_or_exit 10
 437                 ;;
 438             *://*)
 439                     (
 440                         cd -- "$tardir" && $netget $origin || exit $?
 441                         sha256sum $_source > ${_source}.sha256
 442                     );  chkstatus_or_exit 10
 443                 ;;
 444             *)
 445                 warn "${PROGRAM}: Unrecognized protocol for ${origin}."
 446                 exit 4
 447             esac
 448         done
 449         unset origin _source
 450     else
 451         warn "The variable 'fetch' is empty."
 452     fi
 453
 454     # Prepare special directories for build the source,
 455     # the destination and the output of the package
 456
 457     echo "Preparing directories ..."
 458
 459     if test -d "${TMPDIR}/$srcdir" && test -z "$keep_srcdir"
 460     then
 461         rm -rf -- "${TMPDIR}/$srcdir" || chkstatus_or_exit
 462         echo "removed directory: '${TMPDIR}/$srcdir'"
 463     fi
 464
 465     if test -d "$destdir"
 466     then
 467         rm -rf -- "$destdir" || chkstatus_or_exit
 468         echo "removed directory: '$destdir'"
 469     fi
 470     mkdir -p -- "$destdir" || chkstatus_or_exit
 471     echo "mkdir: created directory '$destdir'"
 472
 473     if test ! -d "$outdir"
 474     then
 475         mkdir -p -- "$outdir" || chkstatus_or_exit
 476         echo "mkdir: created directory '$outdir'"
 477     fi
 478
 479     echo "Entering to 'TMPDIR': $TMPDIR ..."
 480     cd -- "$TMPDIR" || chkstatus_or_exit
 481
 482     # Set trap before to run the build() function in order
 483     # to catch the return status, exit code 2 if fails
 484
 485     trap 'chkstatus_or_exit 2' EXIT HUP INT QUIT ABRT TERM
 486
 487     # Determine if the debugging indicators of the shell should be
 488     # retained, assuming that it has been previously passed
 489     case $- in *x*)
 490         _xtrace_flag_is_set=xtrace_flag_is_set ;;
 491     esac
 492
 493     echo "Running build() ..."
 494     build
 495     unset build
 496
 497     # Turn off possible shell flags coming from the recipe
 498
 499     set +e
 500     if test "$_xtrace_flag_is_set" != xtrace_flag_is_set
 501     then
 502         set +x
 503     fi
 504
 505     # Reset given signals
 506     trap - EXIT HUP INT QUIT ABRT TERM
 507
 508     # If 'destdir' is empty, the package won't be created
 509     if rmdir -- "$destdir" 2> /dev/null
 510     then
 511         warn "The package \"${full_pkgname}.tlz\" won't be created.  'destdir' is empty."
 512         opt_nopkg=opt_nopkg
 513     fi
 514
 515     # Create (make) the package
 516
 517     if test "$opt_nopkg" != opt_nopkg
 518     then
 519         # Edit the recipe when 'release' is incremented
 520         if test "$opt_incr_release" = opt_incr_release
 521         then
 522             echo ",s/^\(release\)=.*/\1=${release}/"$'\nw' | \
 523              ed "${CWD}/$recipe" || chkstatus_or_exit
 524         fi
 525
 526         mkdir -p -- "${destdir}/var/lib/qi" || chkstatus_or_exit
 527
 528         # Include a recipe copy into the package
 529         cp -p "${CWD}/$recipe" \
 530               "${destdir}/var/lib/qi/${full_pkgname}.recipe" && \
 531         chmod 644 "${destdir}/var/lib/qi/${full_pkgname}.recipe" || chkstatus_or_exit
 532
 533         # Detect post-install script for inclusion
 534
 535         if test -f "${CWD}/post-install"
 536         then
 537             echo "${CWD}/post-install:  Detected."
 538             cp -p "${CWD}/post-install" \
 539                   "${destdir}/var/lib/qi/${full_pkgname}.sh" && \
 540             chmod 644 "${destdir}/var/lib/qi/${full_pkgname}.sh" || chkstatus_or_exit
 541         fi
 542
 543         # Detect declared package names for later replacement
 544
 545         if test -n "$replace"
 546         then
 547             warn \
 548              "The following package names has been declared for replacement:" \
 549              "    $replace"
 550
 551             rm -f "${destdir}/var/lib/qi/${full_pkgname}.replace"
 552             for item in $replace
 553             do
 554                 echo "$replace" >> "${destdir}/var/lib/qi/${full_pkgname}.replace"
 555             done
 556             unset item
 557         fi
 558
 559         # Create meta file for the package information
 560         echo "Creating meta file ${full_pkgname}.tlz.txt ..."
 561         do_meta > "${outdir}/${full_pkgname}.tlz.txt" || chkstatus_or_exit
 562
 563         # Make a copy of it for the database
 564         cp -p "${outdir}/${full_pkgname}.tlz.txt" \
 565               "${destdir}/var/lib/qi/${full_pkgname}.txt" || chkstatus_or_exit
 566
 567         # Produce the package
 568         cd -- "$destdir" && create_mode "${outdir}/${full_pkgname}.tlz"
 569     fi
 570
 571     # Back to the current working directory
 572     cd -- "$CWD" || chkstatus_or_exit
 573
 574     # Delete 'srcdir' or 'destdir' if -k is not given
 575     if test "$opt_keep" != opt_keep
 576     then
 577         echo "Deleting temporary directories ..."
 578
 579         srcdir="${srcdir%%/*}"  # Directory name without parents.
 580
 581         if test -r "${TMPDIR}/$srcdir"
 582         then
 583             if test -z "$keep_srcdir"
 584             then
 585                 rm -rf -- "${TMPDIR}/$srcdir" || chkstatus_or_exit
 586                 echo "removed directory: '${TMPDIR}/${srcdir}'"
 587             else
 588                 warn "The variable 'keep_srcdir' is set:" \
 589                      "'${TMPDIR}/${srcdir}' will not be deleted."
 590             fi
 591         fi
 592
 593         if test -r "$destdir"
 594         then
 595             rm -rf -- "$destdir" || chkstatus_or_exit
 596             echo "removed directory: '$destdir'"
 597         fi
 598     fi
 599
 600     # Install or update the package if -i or -u was passed
 601     if test "$opt_nopkg" != opt_nopkg
 602     then
 603         if test "$opt_install" = opt_install
 604         then
 605             install_mode "${outdir}/${full_pkgname}.tlz"
 606         elif test "$opt_update" = opt_update
 607         then
 608             upgrade_mode "${outdir}/${full_pkgname}.tlz"
 609         fi
 610     fi
 611
 612     echo ""
 613     echo "All done for ${CWD}/${recipe}."
 614     echo ""
 615 }
 616
 617 create_mode()
 618 {
 619     directory=$(dirname -- "$1")
 620     name=$(basename -- "$1")
 621
 622     # Perform sanity checks
 623
 624     is_readable "$directory" || exit 4
 625
 626     # Check again to find out if it is a valid directory
 627     test -d "$directory" || {
 628         warn "Package directory '$name' does not exist."
 629         exit 4
 630     }
 631
 632     test "$directory" = . && {
 633         warn "Cannot create package on current working directory."
 634         exit 4
 635     }
 636
 637     test "$name" = "${name%.tlz}" && {
 638         warn \
 639          "Package format '$name' not supported." \
 640          "It should be \`name-version-architecture+release.tlz'"
 641         exit 4
 642     }
 643
 644     echo "{#} Creating package $name at $directory ..."
 645
 646     ( umask 022 ; tar cvf - ./* | lzip -9cvv ) > "${directory}/$name"
 647     chkstatus_or_exit 3
 648
 649     echo "Package created \"${directory}/${name}\"."
 650
 651     echo "${directory}/$name: Creating SHA256 checksum ..."
 652     ( cd -- "$directory" && sha256sum $name > ${name}.sha256 )
 653
 654     # Remove used variables
 655     unset directory name
 656 }
 657
 658 delete_mode()
 659 {
 660     expunge="${packagedir}/$(basename -- $1 .tlz)"
 661
 662     echo "<<< Deleting package $rootdir${expunge} ..."
 663
 664     # Complain if the package directory does not exist
 665
 666     test -d "$rootdir${expunge}" || {
 667         warn "Package directory '$rootdir${expunge}' does not exist."
 668         return 4
 669     }
 670
 671     # Complain if the package directory cannot be well-read
 672
 673     is_readable "$rootdir${expunge}" || exit 4
 674
 675     # Remove package from Graft control
 676
 677     # Scan for possible conflicts, stop if arise
 678     if test "$opt_prune" != opt_prune
 679     then
 680         echo "Checking for possible conflicts ..."
 681         if graft -d -n $graft_r -t "$targetdir" "$expunge" 2>&1 | \
 682          grep ^CONFLICT
 683         then
 684             warn "" \
 685              "    A conflict occurred during uninstallation;"  \
 686              "Unless the -p option is given, this package will be PRESERVED."
 687             return 6;
 688         fi
 689     fi
 690
 691     # Ignore some signals up to completing the deinstallation
 692     trap "" HUP INT QUIT ABRT TERM
 693
 694     # Remove objects (files, links or directories) from the target
 695     # directory that are in conflict with the package directory
 696
 697     echo "Pruning any conflict ..."
 698     graft -p -D -u $graft_r -t "$targetdir" "$expunge"
 699     chkstatus_or_exit 2
 700
 701     echo "Disabling links ..."
 702     graft -d -D -u $graft_v $graft_r -t "$targetdir" "$expunge"
 703     chkstatus_or_exit 2
 704
 705     # Delete package directory
 706     if test "$opt_keep" != opt_keep
 707     then
 708         echo "Deleting package directory, if present ..."
 709
 710         if test -d "${rootdir}$expunge"
 711         then
 712             rm -rf -- "${rootdir}$expunge" || chkstatus_or_exit
 713             echo "removed directory: '${rootdir}$expunge'"
 714         fi
 715     fi
 716
 717     # Reset given signals
 718     trap - HUP INT QUIT ABRT TERM
 719
 720     # Remove used variables
 721     unset expunge
 722 }
 723
 724 install_mode()
 725 {
 726     # Complain if the package cannot be well-read
 727
 728     is_readable "$1" || exit 4
 729
 730     # Complain if the package does not end in .tlz
 731
 732     if ! fnmatch '*.tlz' "$1"
 733     then
 734         warn "\`${1}' does not end in .tlz"
 735         return 4
 736     fi
 737
 738     # Make preparations to install the package
 739
 740     echo ">>> Installing package $1 ..."
 741
 742     # Get the filename
 743     name=$(basename -- "$1" .tlz)
 744
 745     echo "Checking tarball integrity ..."
 746     tar -tf "$1" > /dev/null
 747     chkstatus_or_exit 3
 748
 749     # Create package directory using 'name'
 750     if ! test -d "$rootdir${packagedir}/$name"
 751     then
 752         mkdir -p -- "$rootdir${packagedir}/$name" || chkstatus_or_exit
 753         echo "mkdir: created directory '$rootdir${packagedir}/$name'"
 754     fi
 755
 756     # Scan for possible conflicts, stop if arise
 757     if test "$opt_prune" != opt_prune
 758     then
 759         echo "Checking for possible conflicts ..."
 760         if graft -i -n $graft_r -t "$targetdir" "${packagedir}/$name" 2>&1 | \
 761          grep ^CONFLICT
 762         then
 763             warn "" \
 764              "    A conflict occurred during installation;"  \
 765              "Unless the -p option is given, this package won't be LINKED."
 766              return 6;
 767         fi
 768     fi
 769
 770     # Ignore some signals up to completing the installation
 771     trap "" HUP INT QUIT ABRT TERM
 772
 773     echo "Decompressing $1 ..."
 774     ( cd -- "$rootdir${packagedir}/$name" && lzip -cd - | tar xpf - ) < "$1"
 775     chkstatus_or_exit 3
 776
 777     # Transite package to Graft control
 778
 779     # Remove objects (files, links or directories) from the target
 780     # directory that are in conflict with the package directory
 781     echo "Pruning any conflict ..."
 782     graft -p -D -u $graft_r -t "$targetdir" "${packagedir}/$name"
 783     chkstatus_or_exit 2
 784
 785     echo "Enabling symbolic links ..."
 786     graft -i -P $graft_v $graft_r -t "$targetdir" "${packagedir}/$name"
 787     chkstatus_or_exit 2
 788
 789     # Avoid unnecessary runs coming from the upgrade_mode(),
 790     # this is when the incoming package is **pre-installed**
 791
 792     if test "$_isUpgrade" != _isUpgrade.on
 793     then
 794         # Show package description
 795         if test -r "$rootdir${packagedir}/${name}/var/lib/qi/${name}.txt"
 796         then
 797             grep '^#' "$rootdir${packagedir}/${name}/var/lib/qi/${name}.txt"
 798         elif test -r "${1}.txt"
 799         then
 800             # From external meta file (current directory)
 801             grep '^#' "${1}.txt"
 802         else
 803             warn "Description file not found for '$name'."
 804         fi
 805
 806         # Check and run the post-install script if exist
 807         if test -r "$rootdir${packagedir}/${name}/var/lib/qi/${name}.sh"
 808         then
 809             echo "Running post-install script for \`${name}' ..."
 810             (
 811                 # Rely on 'targetdir' if 'rootdir' is empty
 812                 cd -- "${rootdir:-$targetdir}"/ && \
 813                  . "$rootdir${packagedir}/${name}/var/lib/qi/${name}.sh"
 814             )
 815         fi
 816
 817         # Check if there are declared packages for replacement
 818         if test -r "$rootdir${packagedir}/${name}/var/lib/qi/${name}.replace"
 819         then
 820             while read -r line
 821             do
 822                 for replace in "$rootdir${packagedir}/$(pkgbase $line)"-*
 823                 do
 824                     if ! test -e "$replace"
 825                     then
 826                         warn "${replace}: Declared package does not exist. (ignored)"
 827                         continue;
 828                     fi
 829
 830                     replace="${replace##*/}"
 831
 832                     # The search for the package to be replaced cannot
 833                     # be the same to the incoming package, even to the
 834                     # temporary location coming from the upgrade_mode()
 835                     if test "$replace" = "$name" || test "$replace" = "${PRVLOC##*/}"
 836                     then
 837                         continue;
 838                     fi
 839
 840                     warn "WARNING: Replacing package \`${replace}' ..."
 841
 842                     # Since the links belongs to the new package, only
 843                     # those which are not in conflict can be deleted.
 844                     # To complete, we will remove the package directory
 845
 846                     graft -d -D -u $graft_r \
 847                      -t "$targetdir" "$replace" > /dev/null 2>&1
 848
 849                     rm -rf -- "$rootdir${packagedir}/$replace"
 850                 done
 851             done < "$rootdir${packagedir}/${name}/var/lib/qi/${name}.replace"
 852             unset line
 853         fi
 854     fi
 855
 856     # Reset given signals
 857     trap - HUP INT QUIT ABRT TERM
 858
 859     # Remove used variables
 860     unset name
 861 }
 862
 863 resolve_mode() {
 864     # Complain if the file cannot be well-read
 865
 866     is_readable "$1" || exit 4
 867
 868     # Complain if the file does not end in .order
 869
 870     if ! fnmatch '*.order' "$1"
 871     then
 872         warn "\`${1}' does not end in .order"
 873         return 4
 874     fi
 875
 876     # Get a clean list of the file while prints its content in reverse order,
 877     # lines containing: colons, comments, parentheses, end of line, and blank
 878     # lines, are removed.  The parentheses are used to insert a reference.
 879     # The last `awk' in the pipe: removes nonconsecutive lines, duplicate.
 880     awk \
 881     '{ gsub( /:|^#(.*)$|\([^)]*)|^$/,"" ); for( i=NF; i > 0; i-- ) print $i }' \
 882      "$1" | awk '!s[$0]++'
 883 }
 884
 885 upgrade_mode()
 886 {
 887     # Complain if the package is not a regular file
 888
 889     test -f "$1" || {
 890         warn "\`${1}' is not a regular file."
 891         return 4
 892     }
 893
 894     # Get the filename
 895     incoming=$(basename -- "$1" .tlz)
 896
 897     echo "<>> Upgrading package $incoming ..."
 898
 899     if test "$opt_force" != opt_force && test -e "${packagedir}/$incoming"
 900     then
 901         warn "" \
 902          "    The package to be updated already exist;"  \
 903          "Unless the -f option is given, this package won't be UPGRADED."
 904         return 6;
 905     fi
 906
 907     # Check for packages declared in the black list only for installation
 908
 909     for item in $blacklist
 910     do
 911         case $item in
 912         ${incoming}*)
 913             warn \
 914              "*"                                                                    \
 915              "* The incoming package will be installed instead of being updated."   \
 916              "* This may be crucial for the correct functioning of \`${PROGRAM}'."  \
 917              "*"
 918              opt_prune=opt_prune install_mode "$1"
 919              return 0;;
 920         esac
 921     done
 922     unset item
 923
 924     # Prepare the package to install it in a temporary location
 925
 926     # Set random directory using packagedir as prefix and 'incoming' as suffix
 927     PRVLOC=$(mktemp -dp "$rootdir${packagedir}" ${incoming}.XXXXXXXXXXXX) || exit 2
 928
 929     # Pre-install the package in the custom 'packagedir'
 930
 931     save_packagedir="$packagedir"
 932     packagedir="$PRVLOC"
 933
 934     echo "Pre-installing package using temporary location ..."
 935     opt_prune=opt_prune         # Turn on prune operation.
 936     _isUpgrade=_isUpgrade.on install_mode "$1" > /dev/null
 937     _isUpgrade=_isUpgrade.off
 938
 939     # Restore variable before looking for old packages
 940     packagedir=$save_packagedir
 941     unset save_packagedir
 942
 943     echo "Looking for installations under the same name ..."
 944     for long_name in "$rootdir${packagedir}/$(pkgbase $incoming)"*
 945     do
 946         found="${long_name##*/}"
 947
 948         # The search for the package to be deleted
 949         # cannot be the same to the temporary location
 950         test "$long_name" = "$PRVLOC" && continue;
 951
 952         fnmatch "$(pkgbase $found)*" "$incoming" || continue;
 953         echo "${long_name}:  Detected."
 954
 955         # A package directory is preserved if -k is given
 956         delete_mode "$found" > /dev/null
 957     done
 958     unset long_name found
 959
 960     # Re-install the package removing the temporary location
 961
 962     install_mode "$1"
 963     opt_prune=opt_prune.off     # Turn off prune operation.
 964
 965     echo "Deleting temporary location ..."
 966     rm -rf -- "$PRVLOC" || chkstatus_or_exit
 967     echo "removed directory: '$PRVLOC'"
 968
 969     echo ""
 970     echo "Successful upgrade to '${incoming}'."
 971
 972     # Remove remaining variables
 973     unset incoming PRVLOC
 974 }
 975
 976 extract_mode()
 977 {
 978     # Perform sanity checks before package extraction
 979
 980     is_readable "$1" || exit 4
 981
 982     test -f "$1" || {
 983         warn "\`${1}' is not a regular file."
 984         return 4
 985     }
 986
 987     # Preparations to extract the package
 988
 989     name=$(basename -- "$1" .tlz)
 990
 991     # Set random directory using 'name' as prefix
 992     PRVDIR="${TMPDIR}/${name}.${RANDOM-0}$$"
 993
 994     # Trap to remove 'PRVDIR' on disruptions
 995     trap "rm -rf -- $PRVDIR" HUP INT ABRT TERM
 996
 997     # Create 'PRVDIR' removing access for all but user
 998     ( umask 077 ; mkdir -- $PRVDIR )
 999     mkdir -p -m 700 -- $PRVDIR
1000
1001     echo "Extracting package $name ..."
1002     ( umask 000 ; cd -- $PRVDIR && lzip -cd - | tar xpvf - ) < "$1"
1003     if test $? -ne 0
1004     then
1005         # Try to remove (empty) 'PRVDIR' on failure
1006         rmdir -- $PRVDIR
1007         exit 3;
1008     fi
1009     echo "$name has been extracted on $PRVDIR"
1010
1011     # Reset given signals
1012     trap - HUP INT ABRT TERM
1013
1014     # Remove used variables
1015     unset name PRVDIR
1016 }
1017
1018 #### Extra functions used in the modes
1019
1020 pkgbase()
1021 {
1022     string=$(basename -- "$1" .tlz)
1023
1024     # Match cases to print the package name.
1025     #
1026     # We will take into account the four segments removing
1027     # the last two to print the package (long) name
1028     case $string in
1029     *-*-*+*)
1030         echo "${string%-*-*}"
1031         ;;
1032     *)
1033         echo "$string"
1034         ;;
1035     esac
1036
1037     unset string
1038 }
1039
1040 unpack()
1041 {
1042     for file in "$@"
1043     do
1044         case $file in
1045         *.tar)
1046             tar tf "$file" > /dev/null && \
1047             tar xpf "$file"
1048             chkstatus_or_exit 3
1049             ;;
1050         *.tar.gz | *.tgz | *.tar.Z )
1051             gzip -cd "$file" | tar tf - > /dev/null && \
1052             gzip -cd "$file" | tar xpf -
1053             chkstatus_or_exit 3
1054             ;;
1055         *.tar.bz2 | *.tbz2 | *.tbz )
1056             bzip2 -cd "$file" | tar tf - > /dev/null && \
1057             bzip2 -cd "$file" | tar xpf -
1058             chkstatus_or_exit 3
1059             ;;
1060         *.tar.lz | *.tlz )
1061             lzip -cd "$file" | tar tf - > /dev/null && \
1062             lzip -cd "$file" | tar xpf -
1063             chkstatus_or_exit 3
1064             ;;
1065         *.tar.xz | *.txz )
1066             xz -cd "$file" | tar tf - > /dev/null && \
1067             xz -cd "$file" | tar xpf -
1068             chkstatus_or_exit 3
1069             ;;
1070         *.zip | *.ZIP )
1071             unzip -t "$file" > /dev/null && \
1072             unzip "$file" > /dev/null
1073             chkstatus_or_exit 3
1074             ;;
1075         *.gz)
1076             gzip -t "$file" && \
1077             gzip -cd "$file" > "$(basename -- $file .gz)"
1078             chkstatus_or_exit 3
1079             ;;
1080         *.Z)
1081             gzip -t "$file" && \
1082             gzip -cd "$file" > "$(basename -- $file .Z)"
1083             chkstatus_or_exit 3
1084             ;;
1085         *.bz2)
1086             bzip2 -t "$file" && \
1087             bzip2 -cd "$file" > "$(basename -- $file .bz2)"
1088             chkstatus_or_exit 3
1089             ;;
1090         *.lz)
1091             lzip -t "$file" && \
1092             lzip -cd "$file" > "$(basename -- $file .lz)"
1093             chkstatus_or_exit 3
1094             ;;
1095         *.xz)
1096             xz -t "$file" && \
1097             xz -cd "$file" > "$(basename -- $file .xz)"
1098             chkstatus_or_exit 3
1099             ;;
1100         *)
1101             warn "${PROGRAM}: cannot unpack ${file}: Unsupported extension"
1102             exit 1
1103         esac
1104     done
1105     unset file
1106 }
1107
1108 do_meta()
1109 {
1110     # Extract information from the recipe to create the meta file.
1111     #
1112     # The package description is pre-formatted in 78 columns,
1113     # the '#' character and a space is added as prefix to conform
1114     # 80 columns in total
1115
1116     cat << EOF
1117 $(echo "$description" | fold -w 78 | awk '$0="# " $0')
1118
1119 QICFLAGS="$QICFLAGS"
1120 QICXXFLAGS="$QICXXFLAGS"
1121 QILDFLAGS="$QILDFLAGS"
1122 program=$program
1123 version=$version
1124 release=$release
1125 blurb="$(echo "$description" | sed -e '/^$/d;2q')"
1126 homepage="$homepage"
1127 license="$license"
1128 fetch="$fetch"
1129 replace="$replace"
1130
1131 EOF
1132 }
1133
1134 #### Default values
1135
1136 PROGRAM="${0##*/}"
1137 packagedir=@PACKAGEDIR@
1138 targetdir=@TARGETDIR@
1139 blacklist="perl graft tar plzip musl glibc"
1140 RC=RC
1141 RCFILE=@SYSCONFDIR@/qirc
1142 opt_install=opt_install.off
1143 opt_update=opt_update.off
1144 opt_force=opt_force.off
1145 opt_keep=opt_keep.off
1146 opt_incr_release=opt_incr_release.off
1147 opt_skipqsts=opt_skipqsts.off
1148 opt_nopkg=opt_nopkg.off
1149 opt_prune=opt_prune.off
1150 rootdir=""
1151 jobs=1
1152 mode=""
1153 verbose=0
1154 graft_v=-v
1155 graft_r=""
1156 _isUpgrade=_isUpgrade.off
1157 TMPDIR="${TMPDIR:=/usr/src/qi/build}"
1158 QICFLAGS="${QICFLAGS:=-g0 -Os}"
1159 QICXXFLAGS="${QICXXFLAGS:=$QICFLAGS}"
1160 QILDFLAGS="${QILDFLAGS:=-s}"
1161 worktree=/usr/src/qi
1162 tardir=${worktree}/sources
1163 outdir=/var/cache/qi/packages
1164 netget="wget -c -w1 -t3 --no-check-certificate"
1165 rsync="rsync -v -a -L -z -i --progress"
1166 configure_args="--prefix=@PREFIX@ --libexecdir=@LIBEXECDIR@ --bindir=@BINDIR@ --sbindir=@SBINDIR@ --sysconfdir=@SYSCONFDIR@ --localstatedir=@LOCALSTATEDIR@"
1167 infodir=@INFODIR@
1168 mandir=@MANDIR@
1169 docdir=@DOCDIR@
1170
1171 # Store (default) directory locations
1172 QI_TARGETDIR=$targetdir
1173 QI_PACKAGEDIR=$packagedir
1174 QI_WORKTREE=$worktree
1175 QI_TARDIR=$tardir
1176 QI_OUTDIR=$outdir
1177
1178 #### Parse options
1179
1180 while getopts :bcdiouxLNP:t:fkvO:W:Z:a:j:1nSpr:hV name
1181 do
1182     case $name in
1183     b)
1184         if test -z "$mode"
1185         then
1186             readconfig
1187             mode=build_mode
1188         fi
1189         ;;
1190     c)
1191         mode=create_mode
1192         ;;
1193     d)
1194         readconfig
1195         mode=delete_mode
1196         ;;
1197     i)
1198         if test -z "$mode"
1199         then
1200             readconfig
1201             mode=install_mode
1202         fi
1203         if test "$mode" = build_mode
1204         then
1205             opt_install=opt_install
1206         fi
1207         ;;
1208     o)
1209         mode=resolve_mode
1210         ;;
1211     u)
1212         if test -z "$mode"
1213         then
1214             readconfig
1215             mode=upgrade_mode
1216         fi
1217         if test "$mode" = build_mode
1218         then
1219             opt_update=opt_update
1220         fi
1221         ;;
1222     x)
1223         mode=extract_mode
1224         ;;
1225     L)
1226         printf "%s\n" \
1227          "QI_TARGETDIR=$QI_TARGETDIR"    \
1228          "QI_PACKAGEDIR=$QI_PACKAGEDIR"  \
1229          "QI_WORKTREE=$QI_WORKTREE"      \
1230          "QI_TARDIR=$QI_TARDIR"          \
1231          "QI_OUTDIR=$QI_OUTDIR"
1232         exit 0
1233         ;;
1234     N)
1235         RC=RC.off
1236         ;;
1237     P)
1238         packagedir="$OPTARG"
1239         ;;
1240     t)
1241         targetdir="$OPTARG"
1242         ;;
1243     f)
1244         opt_force=opt_force
1245         ;;
1246     k)
1247         opt_keep=opt_keep
1248         ;;
1249     v)
1250         verbose=$(( verbose + 1 ))
1251         ;;
1252     O)
1253         outdir="$OPTARG"
1254         ;;
1255     W)
1256         worktree="$OPTARG"
1257         ;;
1258     Z)
1259         tardir="$OPTARG"
1260         ;;
1261     a)
1262         arch="$OPTARG"
1263         ;;
1264     j)
1265         jobs="$OPTARG"
1266         ;;
1267     1)
1268         opt_incr_release=opt_incr_release
1269         ;;
1270     n)
1271         opt_nopkg=opt_nopkg
1272         ;;
1273     S)
1274         opt_skipqsts=opt_skipqsts
1275         ;;
1276     p)
1277         opt_prune=opt_prune
1278         ;;
1279     r)
1280         rootdir="$OPTARG"
1281         ;;
1282     h)
1283         usage
1284         exit 0
1285         ;;
1286     V)
1287         version
1288         exit 0
1289         ;;
1290     :)
1291         warn "Option '-${OPTARG}' requires an argument"
1292         usage
1293         exit 1
1294         ;;
1295     \?)
1296         warn "Illegal option -- '-${OPTARG}'"
1297         usage
1298         exit 1
1299         ;;
1300     esac
1301 done
1302 shift $(( OPTIND - 1 ))
1303
1304 if test $# -eq 0
1305 then
1306     usage
1307     exit 1
1308 fi
1309
1310 # Program sanity check
1311 for need in awk basename bzip2 chmod cp dirname find fold graft grep \
1312             lzip mkdir mktemp rm rmdir sed sha256sum stat tar
1313 do
1314     if ! type $need 1> /dev/null 2> /dev/null
1315     then
1316         warn "${PROGRAM}: cannot operate without ${need}(1): Check your PATH"
1317         exit 2
1318     fi
1319 done
1320 unset need
1321
1322 # Determine verbosity level/flag
1323
1324 if test "$verbose" -gt 1
1325 then
1326     graft_v=-V
1327 fi
1328
1329 # Read standard input if FILE is -, or when FILE
1330 # is not connected to a terminal.
1331
1332 if test "$1" = - || test ! -t 0
1333 then
1334     # Unset positional parameters setting $# to zero
1335     set --
1336
1337     # Assign remaining arguments to the positional parameters
1338     while read -r input
1339     do
1340         set -- "$@" "$input"
1341     done
1342 fi
1343
1344 # We need at least one operating mode
1345 if test -z "$mode"
1346 then
1347     usage
1348     exit 4
1349 fi
1350
1351 umask 022;      # Remove write permission for group and other.
1352
1353 # Validate 'rootdir' directory
1354
1355 if test -n "$rootdir"
1356 then
1357     if test -d "$rootdir" && test "$rootdir" != /
1358     then
1359         # Remove slash from the end
1360         rootdir="${rootdir%/}"
1361
1362         # A workaround for graft-2.13+.  The specified directory is
1363         # relative to the log file, we prepend it inside the rootdir
1364
1365         eval "$(graft -L)" ; GRAFT_LOGFILE="${GRAFT_LOGFILE:=/var/log/graft}"
1366         mkdir -p -- "$rootdir$(dirname -- $GRAFT_LOGFILE)" || chkstatus_or_exit
1367
1368         # Compose 'rootdir' and log file option to be used with graft(1)
1369         graft_r="-r $rootdir -l $GRAFT_LOGFILE"
1370
1371         # Unset variables coming from eval
1372         unset GRAFT_PERL GRAFT_LOGFILE GRAFT_TARGETDIR GRAFT_PACKAGEDIR
1373     else
1374         warn "${PROGRAM}: \`${rootdir}' is not a qualified root directory"
1375         exit 4
1376     fi
1377     export rootdir
1378 fi
1379
1380 # Ensure 'TMPDIR' creation to prefix temporary files
1381
1382 if test ! -d "$TMPDIR"
1383 then
1384     mkdir -p -- "$TMPDIR" || chkstatus_or_exit
1385 fi
1386 readonly TMPDIR
1387
1388 # Process each package or recipe provided on the command-line
1389
1390 for package in "$@"
1391 do
1392     $mode $package
1393 done
1394