hammer2 - Increase bulkfree buffer size request and cap
[dragonfly.git] / nrelease / Makefile
blobfa92f9ca33c91fb5c9fcbb57a4f09249f99a06d1
1 #########################################################################
2 # ENHANCEMENTS #
3 #########################################################################
5 # New method e.g. 'make gui release'. A series of enhancement
6 # targets may be specified which set make variables which enhance
7 # the build in various ways.
9 # img is now the default (produces both the .iso and .img)
11 gui installer img nopkgs:
13 #########################################################################
14 # SETUP #
15 #########################################################################
17 DPORTS_PATH?= /usr/dports
18 ISODIR?= /usr/obj/release
19 ISOROOT?= ${ISODIR}/root
20 OBJSYS= ${.OBJDIR}/../sys
21 GITHOST?= git.dragonflybsd.org
22 GITHOST_DPORTS?=mirror-master.dragonflybsd.org
24 MAKE_JOBS?= $$(sysctl -n hw.ncpu)
26 # XXX makeshift fix to build the right kernel for the (target) architecture
27 # We should configure this in the platform files somehow
28 .if ${MACHINE_ARCH} == "x86_64"
29 KERNCONF ?= X86_64_GENERIC
30 .endif
32 CHROOT_CMD?= /usr/sbin/chroot ${ISOROOT} sh -c
34 .if !make(nopkgs)
35 # User may specify extra packages in addition to the defaults
37 DPORTS_EXTRA_PACKAGES?=
39 # dports packages to be built and installed on the release ISO
41 # MISSING: csup
43 DPORTS_PACKAGES?= devel/git \
44 dns/bind-tools \
45 net/isc-dhcp43-server \
46 sysutils/cdrtools \
47 ${DPORTS_EXTRA_PACKAGES}
49 # dports options to use when building packages
51 DPORTS_OPTIONS+= -DBATCH
52 .if make(gui)
53 DPORTS_OPTIONS.devel_git+= -DWITH_GUI
54 .else
55 DPORTS_OPTIONS.devel_git+= -DWITHOUT_CONTRIB -DWITHOUT_PERL
56 .endif
57 .endif
59 # Specify which root skeletons are required, and let the user include
60 # their own. They are copied into ISODIR during the `customizeiso'
61 # target; each overwrites the last.
63 REQ_ROOTSKELS= ${.CURDIR}/root
64 ROOTSKELS?= ${REQ_ROOTSKELS}
66 .if make(gui)
67 # LIST OF PACKAGES NOT INCLUDED DUE TO BUILD ISSUES:
68 # chat/pidgin textproc/enchant dependency is broken
69 # x11/rxvt-unicode broken configure
70 # net/nmap tries to access openssl/md2.h which does not
71 # exist.
72 # sysutils/idesk dying on link __sync_fetch_and_add_4
74 ISOFILE?= ${ISODIR}/dfly-gui.iso
75 IMGFILE?= ${ISODIR}/dfly-gui.img
77 # NOTE: order important, do not sort package list
79 # Apps we want in the gui build but which have problems building:
80 # chat/xchat link error on x86-64, something about ___progname
83 .if !make(nopkgs)
84 DPORTS_PACKAGES+= x11/xorg \
85 x11-wm/fluxbox \
86 x11-wm/fvwm \
87 www/firefox \
88 graphics/xpdf \
89 shells/zsh \
90 editors/emacs \
91 editors/vim \
92 irc/irssi \
93 lang/perl5 \
94 editors/nano \
95 shells/bash \
96 devel/ctags \
97 archivers/zip \
98 security/sudo \
99 www/links \
100 ftp/wget \
101 x11-fonts/terminus-font \
102 net/rsync \
103 x11-clocks/asclock \
104 sysutils/screen
105 .endif
107 ROOTSKELS+= ${.CURDIR}/gui
108 .endif
110 ISOFILE ?= ${ISODIR}/dfly.iso
111 IMGFILE ?= ${ISODIR}/dfly.img
113 IMGMNT ?= ${ISODIR}/mnt
115 # USB umass now probes starting at da8, so the usb stick is
116 # probably sitting on da8.
118 IMGUSBDEV ?= da8
120 # note: we use the '${NRLOBJDIR}/nrelease' construct, that is we add
121 # the additional '/nrelease' manually, as a safety measure.
123 NRLOBJDIR?= /usr/obj
125 #########################################################################
126 # BASE ISO TARGETS #
127 #########################################################################
129 release: check clean buildworld1 buildkernel1 \
130 buildiso srcs customizeiso mkiso mkimg
132 quickrel: check clean buildworld2 buildkernel2 \
133 buildiso srcs customizeiso mkiso mkimg
135 realquickrel: check clean \
136 buildiso srcs customizeiso mkiso mkimg
138 restartpkgs: check customizeiso mkiso mkimg
140 quick: quickrel
142 realquick: realquickrel
144 #########################################################################
145 # CORE SUPPORT TARGETS #
146 #########################################################################
148 check:
149 .if !exists(/usr/local/bin/mkisofs) && !exists(/usr/pkg/bin/mkisofs)
150 @echo
151 @echo "Your machine does not have cdrtools installed. You can install it with:"
152 @echo " pkg install cdrtools"
153 .endif
154 @if [ ! -d ${DPORTS_PATH} ]; then \
155 echo "${DPORTS_PATH} does not exist."; \
156 echo ""; \
157 echo "Please set DPORTS_PATH to the dports tree that shall be used for"; \
158 echo "package building. The default is /usr/dports. See the Makefile in"; \
159 echo "/usr if you are unfamiliar with dports."; \
160 /usr/bin/false; \
162 .if !exists(/usr/local/bin/mkisofs) && !exists(/usr/pkg/bin/mkisofs)
163 @/usr/bin/false
164 .endif
165 @echo "Using ${DPORTS_PATH} as the dports tree."
167 buildworld1 buildworld2:
168 cd ${.CURDIR}/..; \
169 ${WORLD_CCVER:C/^..*$/WORLD_CCVER=/}${WORLD_CCVER} \
170 make -j ${MAKE_JOBS} -DWANT_INSTALLER ${.TARGET:C/build(.*)2/quick\1/:C/1//}
172 buildkernel1 buildkernel2:
173 cd ${.CURDIR}/..; \
174 for kernconf in ${KERNCONF}; do \
175 ${WORLD_CCVER:C/^..*$/WORLD_CCVER=/}${WORLD_CCVER} \
176 make -j ${MAKE_JOBS} ${.TARGET:C/build(.*)2/quick\1/:C/1//} \
177 KERNCONF=$${kernconf}; \
178 done
180 # note that we do not want to mess with any /usr/obj directories not related
181 # to buildworld, buildkernel, or nrelease, so we must supply the proper
182 # MAKEOBJDIRPREFIX for targets that are not run through the buildworld and
183 # buildkernel mechanism.
185 # Unconditionally clean out ${ISOROOT} so a previous img build
186 # does not blow up a future quick iso build
188 # We install with INSTALLSTRIPPEDMODULES to make things fit into the ISO.
189 # We leave the kernel's debug variables intact.
191 buildiso:
192 -rm -rf ${ISOROOT}
193 -chflags -R noschg ${ISOROOT}
194 rm -rf ${ISOROOT}
195 mkdir -p ${ISOROOT}
196 if [ ! -d ${NRLOBJDIR}/nrelease ]; then mkdir -p ${NRLOBJDIR}/nrelease; fi
197 ( cd ${.CURDIR}/..; make -DWANT_INSTALLER DESTDIR=${ISOROOT} installworld )
198 ( cd ${.CURDIR}/../etc; MAKEOBJDIRPREFIX=${NRLOBJDIR}/nrelease \
199 make -m ${.CURDIR}/../share/mk DESTDIR=${ISOROOT} distribution )
200 cpdup ${ISOROOT}/etc ${ISOROOT}/etc.hdd
201 cd ${.CURDIR}/..; \
202 for kernconf in ${KERNCONF}; do \
203 make DESTDIR=${ISOROOT} reinstallkernel KERNCONF=$${kernconf}; \
204 done
205 rm -rf ${ISOROOT}/boot/kernel.old
206 ln -sf kernel ${ISOROOT}/boot/kernel/kernel.BOOTP
207 # This next mkinitrd has to be the INSTALLED version because else we
208 # can't rely on the -c option being present, but it needs to be run
209 # OUTSIDE of the chroot because it might want to load vn(4) and can't
210 # do so from inside of it.
212 ${ISOROOT}/sbin/mkinitrd -c ${ISOROOT}/usr/share/initrd -b ${ISOROOT}/boot
213 mtree -deU -f ${.CURDIR}/../etc/mtree/BSD.var.dist -p ${ISOROOT}/var
214 dev_mkdb -f ${ISOROOT}/var/run/dev.db ${ISOROOT}/dev
216 # The GUI build includes the ports tree (~1G+) while the nominal release
217 # build does not.
219 # The GUI build includes full sources while the nominal release build
220 # only includes kernel sources (~27MB).
222 srcs:
223 .if !defined(WITHOUT_SRCS)
224 .if make(gui)
225 rm -f ${ISOROOT}/usr/src-sys.tgz
226 rm -f ${ISOROOT}/usr/src-sys.tar.bz2
227 .if !empty(DPORTS_PACKAGES)
228 cd ${ISOROOT}/usr && make dports-create GITHOST_DPORTS=${GITHOST_DPORTS}
229 # NOTE: Adding the git gc --aggressive helps by significantly
230 # reducing the disk space required.
232 cd ${ISOROOT}/usr/dports && git gc --aggressive
233 .endif
234 cd ${ISOROOT}/usr && make src-create-repo GITHOST=${GITHOST}
235 # XXX: git gc --aggressive
236 .else
237 rm -f ${ISOROOT}/usr/src-sys.tgz
238 rm -f ${ISOROOT}/usr/src-sys.tar.bz2
239 cd ${.CURDIR}/.. && tar --exclude .git -s '/^\./src/' \
240 -cf - ./Makefile ./Makefile.inc1 \
241 ./crypto/libressl/include ./sys | \
242 bzip2 -9 > ${ISOROOT}/usr/src-sys.tar.bz2
243 .endif
244 .endif
246 # Customize the ISO by copying rootskels in reverse priority order,
247 # building packages, and doing other post-install tasks.
249 customizeiso:
250 # Copy the rootskels. Allow sources to be owned by someone other
251 # than root (as is common when checked out via git).
253 .for ROOTSKEL in ${ROOTSKELS}
254 cpdup -X cpignore -o ${ROOTSKEL} ${ISOROOT}
255 @test -O ${.CURDIR} || echo "chowning copied files to root:wheel"
256 @test -O ${.CURDIR} || ((cd ${ROOTSKEL} && find .) | fgrep -v cpignore | (cd ${ISOROOT} && xargs chown root:wheel))
257 .endfor
258 pwd_mkdb -p -d ${ISOROOT}/etc ${ISOROOT}/etc/master.passwd
259 .for UPGRADE_ITEM in Makefile \
260 etc.${MACHINE_ARCH} \
261 rc.d/Makefile \
262 periodic/Makefile \
263 periodic/daily/Makefile \
264 periodic/security/Makefile \
265 periodic/weekly/Makefile \
266 periodic/monthly/Makefile
267 cp -R ${.CURDIR}/../etc/${UPGRADE_ITEM} ${ISOROOT}/etc/${UPGRADE_ITEM}
268 .endfor
270 # Setup some things & mount dports tree. Use defensive umounts and
271 # rm -rf's to allow restarts. Allow /usr/dports to be read-only.
273 -@umount ${ISOROOT}/dev
274 mount_null /dev ${ISOROOT}/dev
275 .if !empty(DPORTS_PACKAGES)
276 cp /etc/resolv.conf ${ISOROOT}/etc
277 ${CHROOT_CMD} "ldconfig -elf /lib /usr/lib /usr/lib/gcc*"
278 -@umount ${ISOROOT}/usr/distfiles
279 -@umount ${ISOROOT}/usr/dports
280 rm -rf ${ISOROOT}/usr/obj/dports
282 # Mount /usr/dports, make sure /usr/distfiles is writable.
283 # Make /usr/dports read-only for safety, else a failed umount and
284 # our rm -rf will do bad things.
286 mkdir -p ${ISOROOT}/usr/dports
287 mkdir -p ${ISOROOT}/usr/distfiles
288 mount_null -o ro ${DPORTS_PATH} ${ISOROOT}/usr/dports
289 cp /etc/shells ${ISOROOT}/usr/distfiles/.test > /dev/null 2>&1 \
290 || mount_null ${ISODIR}/distfiles ${ISOROOT}/usr/distfiles
292 # Build and install packages, skip packages already installed
294 .for PKG in ${DPORTS_PACKAGES}
295 ${CHROOT_CMD} "cd /usr/dports/${PKG} && make ${DPORTS_OPTIONS} ${DPORTS_OPTIONS.${PKG:S/\//_/g}} install"
296 .endfor
297 .for PKG in ${DPORTS_PACKAGES}
298 ${CHROOT_CMD} "cd /usr/dports/${PKG} && make ${DPORTS_OPTIONS} clean"
299 .endfor
301 # Remove packages which nothing depends on, add a whatis database
302 # for dports manual pages, create an initial locate database and
303 # clean up
305 ${CHROOT_CMD} "yes | pkg autoremove"
306 ${CHROOT_CMD} "makewhatis /usr/local/man"
307 -umount ${ISOROOT}/usr/distfiles
308 umount ${ISOROOT}/usr/dports
309 rm -rf ${ISOROOT}/usr/dports
310 rm -rf ${ISOROOT}/usr/obj/dports
311 rm -rf ${ISOROOT}/usr/distfiles
312 rm -f ${ISOROOT}/etc/resolv.conf
313 .endif
315 # Finally, update the locate(8) database, allow ISODIR
316 # to be on tmpfs (fails to create locate database then)
318 -${CHROOT_CMD} /etc/periodic/weekly/310.locate
319 umount ${ISOROOT}/dev
321 # Recopy files that dports may have updated in /etc into /etc.hdd
323 cpdup ${ISOROOT}/etc/shells ${ISOROOT}/etc.hdd/shells
324 cpdup ${ISOROOT}/etc/group ${ISOROOT}/etc.hdd/group
326 mkiso:
327 if [ ! -d ${IMGMNT} ]; then mkdir -p ${IMGMNT}; fi
328 -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT}; \
329 vnconfig -u `cat ${ISODIR}/vn.which`; fi
330 newfs_msdos -C 400k -F 12 -L EFI -m 0xf8 ${ISOROOT}/boot/efiboot.img
331 vnconfig -l | grep "not in use" | head -n 1 | \
332 cut -f 1 -d: > ${ISODIR}/vn.which
333 vnconfig -e -s labels `cat ${ISODIR}/vn.which` ${ISOROOT}/boot/efiboot.img
334 mount_msdos /dev/`cat ${ISODIR}/vn.which` ${IMGMNT}
335 mkdir -p ${IMGMNT}/EFI/BOOT
336 cp ${ISOROOT}/boot/loader.efi ${IMGMNT}/EFI/BOOT/BOOTX64.EFI
337 umount ${IMGMNT}
338 ( cd ${ISOROOT}; mkisofs -R -J -o ${ISOFILE} \
339 -b boot/cdboot -no-emul-boot \
340 -eltorito-alt-boot -eltorito-platform efi -eltorito-boot boot/efiboot.img -no-emul-boot \
341 -V "DragonFly `${.CURDIR}/../tools/gitrev.sh | cut -c -22`" . )
342 rm -f ${ISOROOT}/boot/efiboot.img
344 mkimg:
345 if [ ! -d ${IMGMNT} ]; then mkdir -p ${IMGMNT}; fi
346 -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT}; \
347 vnconfig -u `cat ${ISODIR}/vn.which`; fi
348 .ifdef IMGSIZE
349 @echo "STEP: use an image size of ${IMGSIZE} 512-byte sectors"
350 rm -f ${IMGFILE}
351 sz=`bc -e "((${IMGSIZE}) * 512)" -equit`; truncate -s $${sz} ${IMGFILE}
352 .else
353 @echo "STEP: Determine required image size in 1GB steps"
354 @echo " Leave ~600MB of unused space"
355 sz=`du -ck ${ISOROOT} | tail -n 1 | cut -f 1`; \
356 sz=`bc -e "(($${sz}) * 1.15 + 999999 + 600000) / 1000000" -equit | \
357 cut -f1 -d.`; \
358 sz=`bc -e "(($${sz}) * 953)" -equit | cut -f1 -d.`; \
359 rm -f ${IMGFILE}; \
360 truncate -s $${sz}M ${IMGFILE};
361 .endif
362 @echo "STEP: determine free vn device"
363 vnconfig -l | grep "not in use" | head -n 1 | \
364 cut -f 1 -d: > ${ISODIR}/vn.which
365 vnconfig -e -s labels `cat ${ISODIR}/vn.which` ${IMGFILE}
366 @echo "STEP: set up legacy MBR"
367 fdisk -IB `cat ${ISODIR}/vn.which`
368 fdisk -s `cat ${ISODIR}/vn.which` >${ISODIR}/fdisk.dat
369 awk '(NR==1){printf("g c%s h%s s%s\n", $$2, $$4, $$6);}' \
370 ${ISODIR}/fdisk.dat >${ISODIR}/fdisk.conf
371 echo "p 1 239 63 257985" >>${ISODIR}/fdisk.conf
372 awk '($$1=="1:"){printf("p 2 165 258048 %lu\n", $$3 - 258528);}' \
373 ${ISODIR}/fdisk.dat >>${ISODIR}/fdisk.conf
374 echo "a 2" >>${ISODIR}/fdisk.conf
375 fdisk -iv -f ${ISODIR}/fdisk.conf `cat ${ISODIR}/vn.which`
376 rm ${ISODIR}/fdisk.conf ${ISODIR}/fdisk.dat
377 newfs_msdos -F 32 -c 2 -L EFI -m 0xf8 `cat ${ISODIR}/vn.which`s1
378 mount_msdos /dev/`cat ${ISODIR}/vn.which`s1 ${IMGMNT}
379 mkdir -p ${IMGMNT}/EFI/BOOT
380 cp ${ISOROOT}/boot/boot1.efi ${IMGMNT}/EFI/BOOT/BOOTX64.EFI
381 umount ${IMGMNT}
382 @echo "STEP: write standard disklabel"
383 disklabel -w -r `cat ${ISODIR}/vn.which`s2 auto
384 @echo "STEP: read disklabel back"
385 disklabel -r `cat ${ISODIR}/vn.which`s2 > ${IMGFILE}.label
386 @echo "STEP: determine number of sectors of whole disk"
387 secs=`tail -n 1 ${IMGFILE}.label | cut -f 3 -w`; \
388 echo " a: $${secs} 0 4.2BSD" >> ${IMGFILE}.label;
389 @echo "STEP: write modified disklabel back"
390 disklabel -R -r `cat ${ISODIR}/vn.which`s2 ${IMGFILE}.label
391 rm ${IMGFILE}.label
392 disklabel -B `cat ${ISODIR}/vn.which`s2
393 newfs /dev/`cat ${ISODIR}/vn.which`s2a
394 mount /dev/`cat ${ISODIR}/vn.which`s2a ${IMGMNT}
395 cpdup ${ISOROOT} ${IMGMNT}
396 @echo "STEP: fixup ${IMGMNT}/etc/fstab"
397 echo "/dev/${IMGUSBDEV}s2a / ufs rw,noatime 0 1" > ${IMGMNT}/etc/fstab
398 echo "dummy /tmp tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
399 echo "dummy /var/tmp tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
400 echo "dummy /var/run tmpfs rw,-C 0 0" >> ${IMGMNT}/etc/fstab
401 echo "dummy /usr/obj tmpfs rw 0 0" >> ${IMGMNT}/etc/fstab
402 echo "proc /proc procfs rw 0 0" >> ${IMGMNT}/etc/fstab
403 @echo "STEP: fixup ${IMGMNT}/boot/loader.conf"
404 -fgrep -v kernel_options ${IMGMNT}/boot/loader.conf > ${IMGMNT}/boot/loader.conf.new
405 echo 'vfs.root.mountfrom="ufs:${IMGUSBDEV}s2a"' >> ${IMGMNT}/boot/loader.conf.new
406 mv ${IMGMNT}/boot/loader.conf.new ${IMGMNT}/boot/loader.conf
407 @echo "STEP: cleanup"
408 df ${IMGMNT}
409 sync
410 sleep 1
411 umount ${IMGMNT}
412 vnconfig -u `cat ${ISODIR}/vn.which`
413 rm -f ${ISODIR}/vn.which
414 rmdir ${IMGMNT}
415 @echo "STEP: done"
417 clean:
418 sync
419 sleep 1
420 -umount ${ISOROOT}/usr/distfiles > /dev/null 2>&1
421 -umount ${ISOROOT}/usr/dports > /dev/null 2>&1
422 -umount ${ISOROOT}/dev > /dev/null 2>&1
423 -if [ -f ${ISODIR}/vn.which ]; then umount ${IMGMNT}; \
424 vnconfig -u `cat ${ISODIR}/vn.which`; fi
425 if [ -d ${ISOROOT} ]; then chflags -R noschg ${ISOROOT}; fi
426 rm -rf ${ISOROOT}
427 rm -rf ${NRLOBJDIR}/nrelease
428 rm -f ${ISODIR}/.didbootstrap ${ISODIR}/vn.which
430 realclean: clean
431 rm -rf ${OBJSYS}/${KERNCONF}
432 rm -rf ${ISODIR}/packages
433 rm -rf ${ISODIR}/distfiles
435 help all:
436 @echo "make [gui] release - complete build from scratch"
437 @echo "make [gui] quick - attempt to do an incremental rebuild"
438 @echo "make [gui] realquick - attempt to restart after world & kernel"
439 @echo "make [gui] restartpkgs - attempt to restart at the pkg building stage"
440 @echo ""
441 @echo "DPORTS_EXTRA_PACKAGES may be used to add additional pkgs"
442 @echo "GITHOST may be used to override git.dragonflybsd.org"
443 @echo "GITHOST_DPORTS may be used to override mirror-master.dragonflybsd.org"
444 @echo "IMGSIZE may be used to override the .img (in 512-byte sectors)"
445 @echo "MAKE_JOBS may be used to override the default value (sysctl hw.ncpu)"
447 .PHONY: release quickrel realquickrel
448 .PHONY: installer
449 .PHONY: quick realquick
450 .PHONY: check buildworld1 buildworld2
451 .PHONY: buildkernel1 buildkernel2 buildiso customizeiso mkiso mkimg
452 .PHONY: clean realclean help all srcs
454 .include <bsd.prog.mk>