X-Git-Url: http://git.ipfire.org/?p=ipfire-2.x.git;a=blobdiff_plain;f=make.sh;h=aaaeb751e20d1e699d53154e046e82757bfe5e44;hp=b85910ad458f06b01510238fa4bbf8f65a28b7ef;hb=87b5f3711ba2e166a61fd521f7819f20e7f9eb14;hpb=2edff5e9700908a3c91a8f0a66862f420faefebd diff --git a/make.sh b/make.sh index b85910ad45..aaaeb751e2 100755 --- a/make.sh +++ b/make.sh @@ -25,8 +25,8 @@ NAME="IPFire" # Software name SNAME="ipfire" # Short name VERSION="2.19" # Version number -CORE="119" # Core Level (Filename) -PAKFIRE_CORE="118" # Core Level (PAKFIRE) +CORE="121" # Core Level (Filename) +PAKFIRE_CORE="120" # Core Level (PAKFIRE) GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch SLOGAN="www.ipfire.org" # Software slogan CONFIG_ROOT=/var/ipfire # Configuration rootdir @@ -144,14 +144,14 @@ configure_build() { BUILDTARGET="${build_arch}-unknown-linux-gnu" CROSSTARGET="${build_arch}-cross-linux-gnu" BUILD_PLATFORM="x86" - CFLAGS_ARCH="-m64 -mtune=generic" + CFLAGS_ARCH="-m64 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic" ;; i586) BUILDTARGET="${build_arch}-pc-linux-gnu" CROSSTARGET="${build_arch}-cross-linux-gnu" BUILD_PLATFORM="x86" - CFLAGS_ARCH="-march=i586 -mtune=generic -fomit-frame-pointer" + CFLAGS_ARCH="-march=i586 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic -fomit-frame-pointer" ;; aarch64) @@ -225,6 +225,30 @@ configure_build() { MAKETUNING="-j${parallelism}" fi + + # Compression parameters + # We use mode 8 for reasonable memory usage when decompressing + # but with overall good compression + XZ_OPT="-8" + + # We try to use as many cores as possible + XZ_OPT="${XZ_OPT} -T0" + + # We need to limit memory because XZ uses too much when running + # in parallel and it isn't very smart in limiting itself. + # We allow XZ to use up to 70% of all system memory. + local xz_memory=$(( HOST_MEM * 7 / 10 )) + + # XZ memory cannot be larger than 2GB on 32 bit systems + case "${build_arch}" in + i*86|armv*) + if [ ${xz_memory} -gt 2048 ]; then + xz_memory=2048 + fi + ;; + esac + + XZ_OPT="${XZ_OPT} --memory=${xz_memory}MiB" } configure_build_guess() { @@ -416,7 +440,7 @@ prepareenv() { # Checking if running as root user if [ $(id -u) -ne 0 ]; then - exiterror "Not building as root" + exiterror "root privileges required for building" fi # Checking for necessary temporary space @@ -526,6 +550,7 @@ enterchroot() { CCACHE_COMPRESS="${CCACHE_COMPRESS}" \ CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \ KVER="${KVER}" \ + XZ_OPT="${XZ_OPT}" \ $(fake_environ) \ $(qemu_environ) \ "$@" @@ -1044,13 +1069,12 @@ buildipfire() { lfsmake2 unzip lfsmake2 which lfsmake2 linux-firmware - lfsmake2 ath10k-firmware lfsmake2 dvb-firmwares - lfsmake2 mt7601u-firmware + lfsmake2 xr819-firmware lfsmake2 zd1211-firmware lfsmake2 rpi-firmware lfsmake2 bc - lfsmake2 u-boot + lfsmake2 u-boot MKIMAGE=1 lfsmake2 cpio lfsmake2 mdadm lfsmake2 dracut @@ -1065,66 +1089,64 @@ buildipfire() { lfsmake2 libnetfilter_cthelper lfsmake2 libnetfilter_cttimeout lfsmake2 iptables + lfsmake2 screen + lfsmake2 elfutils case "${BUILD_ARCH}" in x86_64) lfsmake2 linux KCFG="" - lfsmake2 backports KCFG="" - lfsmake2 e1000e KCFG="" - lfsmake2 igb KCFG="" - lfsmake2 ixgbe KCFG="" +# lfsmake2 backports KCFG="" +# lfsmake2 e1000e KCFG="" +# lfsmake2 igb KCFG="" +# lfsmake2 ixgbe KCFG="" lfsmake2 xtables-addons KCFG="" lfsmake2 linux-initrd KCFG="" ;; i586) # x86-pae (Native and new XEN) kernel build lfsmake2 linux KCFG="-pae" - lfsmake2 backports KCFG="-pae" - lfsmake2 e1000e KCFG="-pae" - lfsmake2 igb KCFG="-pae" - lfsmake2 ixgbe KCFG="-pae" +# lfsmake2 backports KCFG="-pae" +# lfsmake2 e1000e KCFG="-pae" +# lfsmake2 igb KCFG="-pae" +# lfsmake2 ixgbe KCFG="-pae" lfsmake2 xtables-addons KCFG="-pae" lfsmake2 linux-initrd KCFG="-pae" # x86 kernel build lfsmake2 linux KCFG="" - lfsmake2 backports KCFG="" - lfsmake2 e1000e KCFG="" - lfsmake2 igb KCFG="" - lfsmake2 ixgbe KCFG="" +# lfsmake2 backports KCFG="" +# lfsmake2 e1000e KCFG="" +# lfsmake2 igb KCFG="" +# lfsmake2 ixgbe KCFG="" lfsmake2 xtables-addons KCFG="" lfsmake2 linux-initrd KCFG="" ;; armv5tel) - # arm-rpi (Raspberry Pi) kernel build - lfsmake2 linux KCFG="-rpi" - lfsmake2 backports KCFG="-rpi" - lfsmake2 xtables-addons KCFG="-rpi" - lfsmake2 linux-initrd KCFG="-rpi" + # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build + lfsmake2 linux KCFG="-kirkwood" +# lfsmake2 backports KCFG="-kirkwood" +# lfsmake2 e1000e KCFG="-kirkwood" +# lfsmake2 igb KCFG="-kirkwood" +# lfsmake2 ixgbe KCFG="-kirkwood" + lfsmake2 xtables-addons KCFG="-kirkwood" + lfsmake2 linux-initrd KCFG="-kirkwood" # arm multi platform (Panda, Wandboard ...) kernel build lfsmake2 linux KCFG="-multi" - lfsmake2 backports KCFG="-multi" - lfsmake2 e1000e KCFG="-multi" - lfsmake2 igb KCFG="-multi" - lfsmake2 ixgbe KCFG="-multi" +# lfsmake2 backports KCFG="-multi" +# lfsmake2 e1000e KCFG="-multi" +# lfsmake2 igb KCFG="-multi" +# lfsmake2 ixgbe KCFG="-multi" lfsmake2 xtables-addons KCFG="-multi" lfsmake2 linux-initrd KCFG="-multi" - - # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build - lfsmake2 linux KCFG="-kirkwood" - lfsmake2 backports KCFG="-kirkwood" - lfsmake2 e1000e KCFG="-kirkwood" - lfsmake2 igb KCFG="-kirkwood" - lfsmake2 ixgbe KCFG="-kirkwood" - lfsmake2 xtables-addons KCFG="-kirkwood" - lfsmake2 linux-initrd KCFG="-kirkwood" ;; esac + lfsmake2 intel-microcode lfsmake2 xtables-addons USPACE="1" lfsmake2 openssl [ "${BUILD_ARCH}" = "i586" ] && lfsmake2 openssl KCFG='-sse2' + lfsmake2 openssl-compat lfsmake2 libgpg-error lfsmake2 libgcrypt lfsmake2 libassuan @@ -1253,7 +1275,6 @@ buildipfire() { lfsmake2 python-ipaddress lfsmake2 glib lfsmake2 GeoIP - lfsmake2 noip_updater lfsmake2 ntp lfsmake2 openssh lfsmake2 fontconfig @@ -1302,7 +1323,7 @@ buildipfire() { lfsmake2 mc lfsmake2 wget lfsmake2 bridge-utils - lfsmake2 screen +# lfsmake2 screen lfsmake2 smartmontools lfsmake2 htop lfsmake2 chkconfig @@ -1434,6 +1455,9 @@ buildipfire() { lfsmake2 powertop lfsmake2 parted lfsmake2 swig + lfsmake2 u-boot + lfsmake2 u-boot-kirkwood + lfsmake2 python-typing lfsmake2 python-m2crypto lfsmake2 wireless-regdb lfsmake2 crda @@ -1463,7 +1487,6 @@ buildipfire() { lfsmake2 sendEmail lfsmake2 sysbench lfsmake2 strace - lfsmake2 elfutils lfsmake2 ltrace lfsmake2 ipfire-netboot lfsmake2 lcdproc @@ -1492,7 +1515,6 @@ buildipfire() { lfsmake2 pigz lfsmake2 tmux lfsmake2 perl-Text-CSV_XS - lfsmake2 swconfig lfsmake2 haproxy lfsmake2 ipset lfsmake2 lua @@ -1559,10 +1581,9 @@ buildpackages() { modprobe loop 2>/dev/null if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then lfsmake2 flash-images - lfsmake2 flash-images SCON=1 fi - mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1 + mv $LFS/install/images/{*.iso,*.img.xz,*.bz2} $BASEDIR >> $LOGFILE 2>&1 ipfirepackages @@ -1574,7 +1595,7 @@ buildpackages() { # remove not useable iso on armv5tel (needed to build flash images) [ "${BUILD_ARCH}" = "armv5tel" ] && rm -rf *.iso - for i in `ls *.bz2 *.img.gz *.iso`; do + for i in `ls *.bz2 *.img.xz *.iso`; do md5sum $i > $i.md5 done cd $PWD @@ -1765,8 +1786,8 @@ toolchain) buildtoolchain echo "`date -u '+%b %e %T'`: Create toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains - cd $BASEDIR && XZ_OPT="-T0 -8" tar -Jc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \ - build/${TOOLS_DIR} build/bin/sh log >> $LOGFILE + cd $BASEDIR && tar -cf- --exclude='log/_build.*.log' build/${TOOLS_DIR} build/bin/sh log | xz ${XZ_OPT} \ + > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \ > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.md5 stdumount