X-Git-Url: http://git.ipfire.org/?p=ipfire-2.x.git;a=blobdiff_plain;f=make.sh;h=92f1ffa601e4c9e827a78e4021f2ffc44383c2ea;hp=36377bedf0db10df147dc235f9b2ea95547b62c0;hb=77c863a2f113404a7f30b8591b9972291328980b;hpb=a570226765f6774c3eece1006b462d20d0b991f9 diff --git a/make.sh b/make.sh index 36377bedf0..92f1ffa601 100755 --- a/make.sh +++ b/make.sh @@ -17,7 +17,7 @@ # along with IPFire; if not, write to the Free Software # # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA # # # -# Copyright (C) 2007-2018 IPFire Team . # +# Copyright (C) 2007-2019 IPFire Team . # # # ############################################################################ # @@ -25,8 +25,8 @@ NAME="IPFire" # Software name SNAME="ipfire" # Short name VERSION="2.21" # Version number -CORE="123" # Core Level (Filename) -PAKFIRE_CORE="122" # Core Level (PAKFIRE) +CORE="129" # Core Level (Filename) +PAKFIRE_CORE="128" # Core Level (PAKFIRE) GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch SLOGAN="www.ipfire.org" # Software slogan CONFIG_ROOT=/var/ipfire # Configuration rootdir @@ -37,7 +37,7 @@ KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'` GIT_TAG=$(git tag | tail -1) # Git Tag GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit -TOOLCHAINVER=20180606 +TOOLCHAINVER=20181030 ############################################################################### # @@ -205,10 +205,8 @@ configure_build() { # We assume that each process consumes about # 192MB of memory. Therefore we find out how # many processes fit into memory. - local mem_max=$(( ${HOST_MEM} / 192 )) - - local processors="$(system_processors)" - local cpu_max=$(( ${processors} + 1 )) + local mem_max=$(( ${SYSTEM_MEMORY} / 192 )) + local cpu_max=$(( ${SYSTEM_PROCESSORS} + 1 )) local parallelism if [ ${mem_max} -lt ${cpu_max} ]; then @@ -217,6 +215,9 @@ configure_build() { parallelism=${cpu_max} fi + # Use this as default PARALLELISM + DEFAULT_PARALLELISM="${parallelism}" + # limit to -j23 because perl will not build # more if [ ${parallelism} -gt 23 ]; then @@ -237,7 +238,7 @@ configure_build() { # We need to limit memory because XZ uses too much when running # in parallel and it isn't very smart in limiting itself. # We allow XZ to use up to 70% of all system memory. - local xz_memory=$(( HOST_MEM * 7 / 10 )) + local xz_memory=$(( SYSTEM_MEMORY * 7 / 10 )) # XZ memory cannot be larger than 2GB on 32 bit systems case "${build_arch}" in @@ -253,7 +254,10 @@ configure_build() { configure_build_guess() { case "${HOST_ARCH}" in - x86_64|i686|i586) + x86_64) + echo "x86_64" + ;; + i?86) echo "i586" ;; @@ -466,7 +470,7 @@ prepareenv() { # Setup environment set +h LC_ALL=POSIX - export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING + export LFS LC_ALL CFLAGS CXXFLAGS DEFAULT_PARALLELISM MAKETUNING unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD # Make some extra directories @@ -551,6 +555,9 @@ enterchroot() { CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \ KVER="${KVER}" \ XZ_OPT="${XZ_OPT}" \ + DEFAULT_PARALLELISM="${DEFAULT_PARALLELISM}" \ + SYSTEM_PROCESSORS="${SYSTEM_PROCESSORS}" \ + SYSTEM_MEMORY="${SYSTEM_MEMORY}" \ $(fake_environ) \ $(qemu_environ) \ "$@" @@ -631,6 +638,9 @@ lfsmake1() { CFLAGS="${CFLAGS}" \ CXXFLAGS="${CXXFLAGS}" \ MAKETUNING="${MAKETUNING}" \ + DEFAULT_PARALLELISM="${DEFAULT_PARALLELISM}" \ + SYSTEM_PROCESSORS="${SYSTEM_PROCESSORS}" \ + SYSTEM_MEMORY="${SYSTEM_MEMORY}" \ make -f $* \ TOOLCHAIN=1 \ TOOLS_DIR="${TOOLS_DIR}" \ @@ -871,6 +881,28 @@ update_language_list() { done | sort -u > "${path}/LINGUAS" } +contributors() { + local commits name + + git shortlog --summary --numbered | while read -r commits name; do + echo "${name}" + done | grep -vE -e "^(alpha197|morlix|root|ummeegge)$" -e "via Development$" -e "@" -e "#$" +} + +update_contributors() { + echo -n "Updating list of contributors" + + local contributors="$(contributors | paste -sd , - | sed -e "s/,/&\\\\n/g")" + + # Edit contributors into credits.cgi + awk -i inplace \ + "//{ p=1; print; printf \"${contributors}\n\"}//{ p=0 } !p" \ + "${BASEDIR}/html/cgi-bin/credits.cgi" + + print_status DONE + return 0 +} + # Load configuration file if [ -f .config ]; then . .config @@ -882,8 +914,9 @@ if [ -n "${TARGET_ARCH}" ]; then unset TARGET_ARCH fi -# Get the amount of memory in this build system -HOST_MEM=$(system_memory) +# Get some information about the host system +SYSTEM_PROCESSORS="$(system_processors)" +SYSTEM_MEMORY="$(system_memory)" if [ -n "${BUILD_ARCH}" ]; then configure_build "${BUILD_ARCH}" @@ -1017,6 +1050,7 @@ buildbase() { lfsmake2 readline lfsmake2 readline-compat lfsmake2 bzip2 + lfsmake2 xz lfsmake2 pcre lfsmake2 pcre-compat lfsmake2 bash @@ -1051,8 +1085,6 @@ buildbase() { lfsmake2 util-linux lfsmake2 udev lfsmake2 vim - lfsmake2 xz - lfsmake2 paxctl } buildipfire() { @@ -1061,6 +1093,8 @@ buildipfire() { lfsmake2 configroot lfsmake2 initscripts lfsmake2 backup + lfsmake2 openssl + [ "${BUILD_ARCH}" = "i586" ] && lfsmake2 openssl KCFG='-sse2' lfsmake2 popt lfsmake2 libusb lfsmake2 libusb-compat @@ -1074,11 +1108,13 @@ buildipfire() { lfsmake2 xr819-firmware lfsmake2 zd1211-firmware lfsmake2 rpi-firmware + lfsmake2 intel-microcode lfsmake2 bc lfsmake2 u-boot MKIMAGE=1 lfsmake2 cpio lfsmake2 mdadm lfsmake2 dracut + lfsmake2 libaio lfsmake2 lvm2 lfsmake2 multipath-tools lfsmake2 freetype @@ -1145,15 +1181,13 @@ buildipfire() { lfsmake2 linux-initrd KCFG="-multi" ;; esac - lfsmake2 intel-microcode lfsmake2 xtables-addons USPACE="1" - lfsmake2 openssl - [ "${BUILD_ARCH}" = "i586" ] && lfsmake2 openssl KCFG='-sse2' - lfsmake2 openssl-compat lfsmake2 libgpg-error lfsmake2 libgcrypt lfsmake2 libassuan lfsmake2 nettle + lfsmake2 json-c + lfsmake2 libconfig lfsmake2 libevent lfsmake2 libevent2 lfsmake2 expat @@ -1311,6 +1345,7 @@ buildipfire() { lfsmake2 dbus lfsmake2 intltool lfsmake2 libdaemon + lfsmake2 avahi lfsmake2 cups lfsmake2 lcms2 lfsmake2 ghostscript @@ -1348,6 +1383,7 @@ buildipfire() { lfsmake2 flac lfsmake2 lame lfsmake2 sox + lfsmake2 soxr lfsmake2 libshout lfsmake2 xvid lfsmake2 libmpeg2 @@ -1355,6 +1391,7 @@ buildipfire() { lfsmake2 rsync lfsmake2 libtirpc lfsmake2 rpcbind + lfsmake2 keyutils lfsmake2 nfs lfsmake2 gnu-netcat lfsmake2 ncat @@ -1387,9 +1424,11 @@ buildipfire() { lfsmake2 nagios_nrpe lfsmake2 nagios-plugins lfsmake2 icinga + lfsmake2 observium-agent lfsmake2 ebtables lfsmake2 directfb lfsmake2 faad2 + lfsmake2 alac lfsmake2 ffmpeg lfsmake2 vdr lfsmake2 vdr_streamdev @@ -1402,6 +1441,7 @@ buildipfire() { lfsmake2 mpd lfsmake2 libmpdclient lfsmake2 mpc + lfsmake2 perl-Net-CIDR-Lite lfsmake2 perl-Net-SMTP-SSL lfsmake2 perl-MIME-Base64 lfsmake2 perl-Authen-SASL @@ -1468,6 +1508,21 @@ buildipfire() { lfsmake2 python-progressbar lfsmake2 python-xattr lfsmake2 ddns + lfsmake2 python3-setuptools + lfsmake2 python3-setuptools-scm + lfsmake2 python3-six + lfsmake2 python3-dateutil + lfsmake2 python3-jmespath + lfsmake2 python3-colorama + lfsmake2 python3-docutils + lfsmake2 python3-yaml + lfsmake2 python3-s3transfer + lfsmake2 python3-rsa + lfsmake2 python3-pyasn1 + lfsmake2 python3-botocore + lfsmake2 python3-llfuse + lfsmake2 python3-msgpack + lfsmake2 aws-cli lfsmake2 transmission lfsmake2 dpfhack lfsmake2 lcd4linux @@ -1521,6 +1576,7 @@ buildipfire() { lfsmake2 lua lfsmake2 dnsdist lfsmake2 bird + lfsmake2 frr lfsmake2 dmidecode lfsmake2 mcelog lfsmake2 rtpproxy @@ -1537,6 +1593,12 @@ buildipfire() { lfsmake2 mdns-repeater lfsmake2 i2c-tools lfsmake2 nss-myhostname + lfsmake2 dehydrated + lfsmake2 shairport-sync + lfsmake2 borgbackup + lfsmake2 libedit + lfsmake2 knot + lfsmake2 spectre-meltdown-checker } buildinstaller() { @@ -1725,6 +1787,20 @@ clean) rm -f $BASEDIR/ipfire-* print_status DONE ;; +docker) + # Build the docker image if it does not exist, yet + if ! docker images -a | grep -q ^ipfire-builder; then + if docker build -t ipfire-builder ${BASEDIR}/tools/docker; then + print_status DONE + else + print_status FAIL + exit 1 + fi + fi + + # Run the container and enter a shell + docker run -it --privileged -v "${BASEDIR}:/build" -w "/build" ipfire-builder bash -l + ;; downloadsrc) if [ ! -d $BASEDIR/cache ]; then mkdir $BASEDIR/cache @@ -1866,8 +1942,11 @@ lang) update_language_list ${BASEDIR}/src/setup/po print_status DONE ;; +update-contributors) + update_contributors + ;; *) - echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}" + echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain|update-contributors}" cat doc/make.sh-usage ;; esac