3 # Make whichever packages the system supports
5 # Copyright (c) 2012-2016 Red Hat.
6 # Copyright (c) 2004 Silicon Graphics, Inc. All Rights Reserved.
8 # This program is free software; you can redistribute it and/or modify it
9 # under the terms of the GNU General Public License as published by the
10 # Free Software Foundation; either version 2 of the License, or (at your
11 # option) any later version.
13 # This program is distributed in the hope that it will be useful, but
14 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
15 # or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
32 echo "Error: can only be run from within the PCP git repository"
36 if [ ! -f VERSION.pcp
]
38 echo "Error: can only be run from within the PCP source tree"
42 tmp
=`mktemp -d /tmp/pcp.XXXXXXXXX` ||
exit 1
43 trap "rm -rf $tmp $tmp.help" 0 1 2 3 15
44 target
=`uname -s | tr 'A-Z' 'a-z'`
46 # Find where a GNU tool is hiding, look for this line in the
47 # $gnutool --help output ...
48 # "Report bugs to <bug-$gnutool@gnu.org>"
55 # *This* tar defaults to:
67 # Not in the environment, go search for it in the known locations.
71 for command in $oldcmd $@
73 exec=`which $command 2>/dev/null`
76 $command --help >$tmp.
help 2>&1
77 if egrep "(bug-$oldcmd@gnu.org)|(FreeBSD $command)|(NetBSD $command)|(OpenBSD $command)|(Apple $command)" $tmp.
help >/dev
/null
82 awk <$tmp.
help >$tmp.check
'
84 /This\** tar defaults to:/ { want=1; next }
85 want == 1 { print; exit }'
86 if grep '[-][-]format=gnu' <$tmp.check
>/dev
/null
93 if [ "$target" = openbsd
-a $command = gzip ]
100 echo >&2 "$prefix: can't find GNU $oldcmd in the commands $oldcmd or $@"
101 [ $prefix = Error
] && exit 1
105 # Use the environment request and ensure it is a full path (do not
106 # change this behaviour, it is required for backward-compatibility
107 # - QA failures will result if you choose to ignore this warning).
109 command=`which $envvar 2>/dev/null`
112 echo >&2 "$prefix: $oldcmd (from the environment) does not exist!"
113 [ $prefix = Error
] && exit 1
120 export MAKE
=`gnu_tool Error "$MAKE" make gmake`
121 export TAR
=`gnu_tool Warning "$TAR" tar gtar gnutar`
122 export ZIP
=`gnu_tool Error "$ZIP" gzip gnuzip`
124 # check if tar supports --transform else we must use git-archive later on (e.g. RHEL5)
125 [ -n "$TAR" ] && $TAR --help |
2>&1 grep -q transform || USE_GIT_ARCHIVE
=1
126 #debug# echo TAR=$TAR USE_GIT_ARCHIVE=$USE_GIT_ARCHIVE
128 configure
=.
/configure
129 cmdline_configopts
=''
135 # we always clean nowadays, so silently ignore
164 cmdline_configopts
="$cmdline_configopts $opt"
169 cmdline_configopts
="$cmdline_configopts $opt"
174 cmdline_configopts
="$cmdline_configopts $opt"
195 # Add remaining options to the ./configure command line
196 cmdline_configopts
="$cmdline_configopts $opt"
202 if [ $dorpm = unknown
]
205 if which slackpkg
>/dev
/null
2>&1
207 # Slackware has rpm(1) and rpmbuild(1), but don't build RPMs
211 [ -x /usr
/bin
/rpmbuild
] && dorpm
=true
214 if [ $dodeb = unknown
]
217 [ -x /usr
/bin
/dpkg-buildpackage
] && dodeb
=true
224 echo >&2 "Do not know how to build RPM and Debian packages at the same time!"
225 echo >&2 "Suggest --nonrpm or --nondeb on the command line."
231 # On Debian-based platforms, the debian/rules file already captures
232 # most of the required configure settings in $(configure_paths)
237 # On RPM-based platforms, rpm macros provide an excellent set of defaults.
238 # This set is based on Fedora 22 %configure macro from /usr/lib/rpm/macros,
239 # and is known to work as far back as RHEL5.
240 configopts
="`rpmbuild --eval '--prefix=%{_prefix} --exec-prefix=%{_exec_prefix} --bindir=%{_bindir} --sbindir=%{_sbindir} --sysconfdir=%{_sysconfdir} --datadir=%{_datadir} --includedir=%{_includedir} --libdir=%{_libdir} --libexecdir=%{_libexecdir} --localstatedir=%{_localstatedir} --sharedstatedir=%{_sharedstatedir} --mandir=%{_mandir}' 2>/dev/null`"
241 # rpmbuild clears the environment, so force these settings into the
242 # rpm build configure
244 configopts
="$configopts --with-make=$MAKE --with-tar=$TAR --with-zip=$ZIP"
245 elif [ $target = darwin
]
247 # On Mac OS X platforms, we install away from /usr/bin, /usr/lib
248 # and so on because of security requirements in recent versions.
250 configopts
="--prefix=/usr/local --sysconfdir=/etc --localstatedir=/var"
251 elif [ $target = netbsd
]
253 # Try to mimic where pkgsrc/pkgin place things
255 configopts
="--prefix=/usr/pkg --exec-prefix=/usr/pkg --mandir=/usr/pkg/man --with-rcdir=/etc/rc.d --localstatedir=/usr/pkg --with-rundir=/var/run --with-tmpdir=/var/tmp --with-logdir=/var/log/pcp"
256 elif [ $target = freebsd
]
258 # Python build does not work on FreeBSD 9.3, so skip it
263 # Bog-standard, just without python
265 configopts
="--prefix=/usr --sysconfdir=/etc --localstatedir=/var --with-python=no --with-python3=no"
268 # Bog-standard, as below ...
270 configopts
="--prefix=/usr --sysconfdir=/etc --localstatedir=/var"
274 # Bog-standard options suitable for a package on any platform.
275 # Command line can be used to extend this set, and any unusual
276 # platform-specific requirements are also appended later on.
277 configopts
="--prefix=/usr --sysconfdir=/etc --localstatedir=/var"
280 # Platform-specific variants ...
284 mingw|mingw64|windows
)
287 configopts
="$configopts --disable-ssp"
288 export configure
="/usr/bin/mingw64-configure"
289 export MAKE
="/usr/bin/mingw64-make"
290 export QMAKE
="/usr/bin/mingw64-qmake-qt4"
291 export PKG_CONFIG
="/usr/bin/mingw64-pkg-config"
295 [ -f /etc
/slackware-version
-a "$ARCH" = x86_64
] && configopts
="$configopts --libdir=/usr/lib64"
299 [ "$ARCH" = amd64
-o "$ARCH" = sparcv9
] && configopts
="$configopts --libdir=/usr/lib/64"
305 # now some specific QA/development hosts with special needs ...
309 vm04|vm04.localdomain|vm11|vm11.localdomain
)
310 # gcc -O2 is broken here (for the linux PMDA)
312 configopts
="$configopts --with-optimization=no"
313 # over-ride the settings from dpkg-buildflags
315 export DEB_CFLAGS_SET
=''
316 export DEB_CXXFLAGS_SET
=''
320 # and finally add in any from the command line
322 [ -n "$cmdline_configopts" ] && configopts
="$configopts $cmdline_configopts"
325 VERSION
=${PACKAGE_MAJOR}.${PACKAGE_MINOR}.${PACKAGE_REVISION}
331 source=pcp-
${VERSION}
332 SRCDIR
="$topdir/$source"
333 SRCTREE
="$topdir/$source"
334 SRCTAR
=$topdir/build
/tar
/$source.src.
tar.gz
335 SRCWEBJS
=$topdir/build
/tar
/webjs.
tar.gz
336 SRCVECTOR
=$topdir/build
/tar
/vector.
tar.gz
337 SRCPARFAIT
=$topdir/build
/tar
/parfait.
tar.gz
341 # only print in non-verbose mode, otherwise we see double
343 echo $@ failed
, see log
in $LOGDIR/pcp
352 echo "== Cleaning build tree for packaging build"
353 rm -rf "$SRCDIR" "$SRCTAR" .gitcensus
358 if [ -f "$1" -a -f "$2" ]
360 # as expected, both present
361 if diff "$1" "$2" >/dev
/null
2>&1
365 # must be using git-archive(1) and VERSION.pcp has been
366 # modified, e.g. by pcp-daily script ... use the modified
367 # one to bump the build number in the packages
372 echo "Arrgh ... expect both these to exist ..."
378 # Download sources from external repositories that we might want
379 # to include with the PCP packages.
385 if [ ! -f "$SRCPARFAIT" ]
387 echo "== Downloading Parfait package"
388 url
=https
://github.com
/performancecopilot
/parfait
/archive
/master.
zip
389 wget
-H -q -O $tmp/java.
zip "$url"
390 [ $?
-eq 0 ] && .
/scripts
/zip2tar
$tmp/java.
zip "$SRCPARFAIT"
392 if [ -f "$SRCPARFAIT" ]
394 DESTPARFAIT
="$SRCTREE/build/tar/"`basename "$SRCPARFAIT"`
395 cp "$SRCPARFAIT" "$DESTPARFAIT"
401 DESTVECTOR
="$SRCTREE/build/tar/"`basename "$SRCVECTOR"`
402 if [ ! -f "$SRCVECTOR" ]
404 echo "== Downloading Vector webapp"
405 url
=https
://bintray.com
/artifact
/download
/netflixoss
/downloads
/vector.
tar.gz
406 wget
-H -q -O "$SRCVECTOR" "$url"
407 [ $?
-eq 0 ] && echo "Wrote: $SRCVECTOR"
408 mkdir
$tmp/vector
&& pushd $tmp/vector
&& $TAR -zxf "$SRCVECTOR"
409 $topdir/scripts
/build-vector
410 [ $?
-eq 0] ||
exit 1
411 cd dist
&& $TAR -czf "$DESTVECTOR" *
414 cp "$SRCVECTOR" "$DESTVECTOR"
420 if [ ! -f "$SRCWEBJS" ]
422 echo "== Downloading webjs webapps"
423 url
=https
://github.com
/performancecopilot
/pcp-webjs
/archive
/master.
zip
424 wget
-H -q -O $tmp/js.
zip "$url"
425 [ $?
-eq 0 ] && .
/scripts
/zip2tar
$tmp/js.
zip "$SRCWEBJS"
427 if [ -f "$SRCWEBJS" ]
429 DESTWEBJS
="$SRCTREE/build/tar/"`basename "$SRCWEBJS"`
430 cp "$SRCWEBJS" "$DESTWEBJS"
435 # Generate a list of all the files git knows about, create the
436 # source tarball and then unpack it. We'll then do the package
437 # build in a guaranteed pristine environment.
441 if [ -z "$TAR" -o ! -z "$USE_GIT_ARCHIVE" ]
443 # no suitable GNU tar is available, use git-archive(1) - no local changes
444 if git status
-s src man |
grep '^.M'
446 echo "Arrgh, modified src files and either no tar ($TAR) or no --transform"
447 echo "support in tar, so local changes would not be included in the build."
450 git archive
--format=tar --prefix=$source/ HEAD |
$ZIP > $SRCTAR
452 # build git file list and make tarball by hand to pick up any changes
454 git ls-files
> .gitcensus
456 # but first ensure a "build everything" debian/control has been
464 echo "Error: debian/pre-build failed when creating debian/control"
468 echo "debian/control" >> .gitcensus
470 $TAR -cz --transform="s,^,$source/," --files-from=.gitcensus \
474 echo "Wrote: $SRCTAR"
477 # On sanity checks :- this is sick, but I'm really tired of QA failing
478 # because of bad binaries being built from the Debian/Ubuntu toolchain
479 # for # i?86 platforms
480 # - Ken McDonell Apr 2010
482 sanity_check_settings
()
485 ARCH
=`uname -m | sed -e 's/i.86/ia32/'`
486 if [ "$ARCH" != "ia32" ]
488 OPT
=true
# no workarounds needed for non-i?86 platforms
489 elif [ -f /etc
/lsb-release
]
491 if grep -q 'DISTRIB_ID=Ubuntu' /etc
/lsb-release
493 eval `grep DISTRIB_RELEASE= /etc/lsb-release`
494 XDISTRIB_RELEASE
=`echo $DISTRIB_RELEASE | sed -e 's/[^0-9]//g'`
495 [ -z "$XDISTRIB_RELEASE" ] && XDISTRIB_RELEASE
=0000
496 if [ $XDISTRIB_RELEASE -gt 1110 ]
498 # Hope the problem is fixed after Ubuntu 11.10
502 $OPT ||
echo "Building without optimization for Ubuntu $DISTRIB_RELEASE"
503 elif [ -f /etc
/debian_version
]
505 DISTRIB_RELEASE
=`cat /etc/debian_version`
506 XDISTRIB_RELEASE
=`echo $DISTRIB_RELEASE | sed -e 's/[^0-9]//g'`
507 [ -z "$XDISTRIB_RELEASE" ] && XDISTRIB_RELEASE
=0000
508 if [ $XDISTRIB_RELEASE -ge 700 ]
510 # Hope the problem is fixed in Debian 7.0.0
513 $OPT ||
echo "Building without optimization for Debian $DISTRIB_RELEASE"
519 if grep -q '^my $default_flags .*O2' /usr
/bin
/dpkg-buildpackage
521 echo 'dpkg-buildpackage: need to remove O2 from $default_flags'
524 if grep -q '^[ ]*LDFLAGS.*-Bsymbolic-functions' /usr
/bin
/dpkg-buildpackage
526 echo 'dpkg-buildpackage: need to remove -Bsymbolic-function from LDFLAGS'
531 echo "Refer to Debian/Ubuntu notes in PCP's ./INSTALL"
534 # as of Debian 6.0.1 and Ubuntu 10.10, build flags are hidden and
535 # extracted using dpkg-buildflags which fortunately honours some
536 # environment variable settings
538 export DEB_CFLAGS_SET
=''
539 export DEB_CXXFLAGS_SET
=''
540 export DEB_LDFLAGS_SET
=''
544 # Build Debian packages using the dpkg-buildpackage utility which runs
545 # the complete build, from configure through to final deb preparation.
547 debian_buildpackage
()
550 echo "== Building deb packages using dpkg-buildpackage"
552 SUDO
=${SUDO:-fakeroot}
553 # don't sign by default
555 # sign if --signed and $DEB_SIGN_KEYID set in the environment
556 $signed && [ -n "$DEB_SIGN_KEYID" ] && sign
=''
559 (dpkg-buildpackage
$sign -r$SUDO ||
touch $tmp/failed
) 2>&1 |
tee -a $LOGDIR/pcp
561 (dpkg-buildpackage
$sign -r$SUDO ||
touch $tmp/failed
) >>$LOGDIR/pcp
2>&1
563 [ -f $tmp/failed
] && build_failure debian buildpackage
566 prepare_debian_sources
()
568 # shortcut for dpkg-buildpackage which does everything itself from here
570 mkdir
-p "$SRCDIR" 2>/dev
/null
572 cd "$SRCDIR" ||
exit 1
573 $TAR -zxf "$SRCTAR" ||
exit 1
575 cd "$SRCTREE" ||
exit 1
578 fix_version
${topdir}/VERSION.pcp VERSION.pcp
581 prepare_debian_control
()
584 echo "== Preparing source tree for dpkg-buildpackage"
585 rm -f $tmp/failed debian
/control
587 ($MAKE -C debian control
2>&1 ||
touch $tmp/failed
) 2>&1 |
tee -a $LOGDIR/pcp
589 ($MAKE -C debian control
2>&1 ||
touch $tmp/failed
) >>$LOGDIR/pcp
2>&1
591 [ -f $tmp/failed
] && build_failure debian control
596 SRCDIR
="${topdir}/build/deb"
597 SRCTREE
="${topdir}/build/deb/$source"
598 prepare_debian_sources
600 # Note: we need to run configure here to get things like builddefs
601 # created, but configure will be run _again_ from
602 # debian_buildpackage, but we need to make sure the same
603 # configure options are used in both places
605 export configure_opts
="$configopts"
606 if [ ! -f debian
/rules
]
608 echo "Botch: cannot find debian/rules"
611 debian_opts
=`sed -n <debian/rules -e '/^configure_paths/s/^[^=]*= *//p'`
612 if [ -z "$debian_opts" ]
614 echo "Botch: cannot get config options from configure_paths in debian/rules"
617 configopts
="$debian_opts $configopts"
619 prepare_debian_control
620 sanity_check_settings
625 grep ^dpkg-deb
$LOGDIR/pcp | \
626 sed -e 's,\.$,,g' -e "s,',,g" -e "s,\.\.,$topdir/build/deb,g" | \
627 awk '{ print "Wrote:", $NF }'
635 echo "== Preparing fresh build tree for packaging build"
637 if [ ! -d "$SRCDIR" ]; then
638 # extract gzipped tar archive
639 $TAR -xz --file="$SRCTAR" ||
exit 1
640 fix_version VERSION.pcp
$SRCDIR/VERSION.pcp
647 echo "== Configuring pcp, log is in $LOGDIR/pcp ($configopts)"
652 ($configure $configopts 2>&1 ||
touch $tmp/failed
) 2>&1 |
tee -a $LOGDIR/pcp
654 ($configure $configopts 2>&1 ||
touch $tmp/failed
) >>$LOGDIR/pcp
2>&1
656 [ -f $tmp/failed
] && build_failure Configure
662 echo "== Building pcp, log is in $LOGDIR/pcp"
666 ($MAKE default_pcp
2>&1 ||
touch $tmp/failed
) 2>&1 |
tee -a $LOGDIR/pcp
668 ($MAKE default_pcp
2>&1 ||
touch $tmp/failed
) >>$LOGDIR/pcp
2>&1
670 [ -f $tmp/failed
] && build_failure Make default_pcp
676 echo "== Packaging pcp, log is in $LOGDIR/pcp" |
tee -a $LOGDIR/pcp
680 ($MAKE -C build pack_pcp
2>&1 ||
touch $tmp/failed
) 2>&1 |
tee -a $LOGDIR/pcp
682 ($MAKE -C build pack_pcp
2>&1 ||
touch $tmp/failed
) >>$LOGDIR/pcp
2>&1
684 [ -f $tmp/failed
] && build_failure Packaging via pack_pcp
690 echo "== Building rpm packages, log is in $LOGDIR/pcp" |
tee -a $LOGDIR/pcp
693 export DIST_ROOT
=${topdir}/build
/rpm
/${source}
694 # sign if --signed and $RPM_SIGN_KEYID set in the environment
695 $signed && [ -z "$RPM_SIGN_KEYID" ] && unset RPM_SIGN_KEYID
697 ($MAKE -C build
/rpm pack_pcp
2>&1 ||
touch $tmp/failed
) 2>&1 |
tee -a $LOGDIR/pcp
699 ($MAKE -C build
/rpm pack_pcp
2>&1 ||
touch $tmp/failed
) >>$LOGDIR/pcp
2>&1
701 [ -f $tmp/failed
] && build_failure Packaging RPMs via pack_pcp
707 echo "== Building docker container images, log is in $LOGDIR/pcp" |
tee -a $LOGDIR/pcp
710 if docker version
>/dev
/null
2>&1; then
711 v
=`docker version | sed -e 's/\./ /g' | \
712 awk '/^Server/ {s=1; if($2 == "version:") {print 10*$3+$4; exit}}
713 /Version:/ {if (s) {print 10*$2+$3; exit}}'`
714 if [ -z "$v" -o "$v" -lt 14 ]; then
715 echo 'Error: docker version too old. Containers build skipped.'
719 echo 'Error: docker not enabled or not properly configured for non-root access.'
720 echo 'Check the docker service is enabled and running. You can allow non-root access'
721 echo 'as follows: edit /etc/sysconfig/docker and add OPTIONS="-G gid" where gid is a'
722 echo 'group name that you are a member of. Then restart the docker service.'
726 [ -f $tmp/failed
] && build_failure Packaging docker images
, docker configuration
729 ($MAKE -C build
/containers pack_pcp
2>&1 ||
touch $tmp/failed
) 2>&1 |
tee -a $LOGDIR/pcp
731 ($MAKE -C build
/containers pack_pcp
2>&1 ||
touch $tmp/failed
) >>$LOGDIR/pcp
2>&1
734 [ -f $tmp/failed
] && build_failure Packaging docker containers via pack_pcp
737 # real build starts here
742 # short-circuit for performing builds with dpkg-buildpackage
743 $dodeb && debian_build
747 # download any requested third party sources we're packaging
750 # shift into the clean packaging build tree from here onward
755 # short-circuit for performing rpm-only builds with rpmbuild
756 # (skips over the default_build stage as rpmbuild does that).
761 default_build
# perform a complete build in-situ
762 packaging_pcp
# create all known package formats
766 # --with-docker, currently only for RPM platforms with docker
774 grep '^Wrote:' $LOGDIR/pcp |
sed -e 's/\.\.\/\.\.\///'