2 ############################################################################
4 # This file is part of the IPFire Firewall. #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
20 # Copyright (C) 2007-2018 IPFire Team <info@ipfire.org>. #
22 ############################################################################
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.19" # Version number
28 CORE="121" # Core Level (Filename)
29 PAKFIRE_CORE="120" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 GIT_TAG=$(git tag | tail -1) # Git Tag
38 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
42 ###############################################################################
44 # Beautifying variables & presentation & input output interface
46 ###############################################################################
48 # Remember if the shell is interactive or not
49 if [ -t 0 ] && [ -t 1 ]; then
55 # Sets or adjusts pretty formatting variables
58 # Find current screen size
61 # When using remote connections, such as a serial port, stty size returns 0
62 if ! ${INTERACTIVE} || [ "${COLUMNS}" = "0" ]; then
66 # Measurements for positioning result messages
70 NAME_WIDTH=$(( COLUMNS - OPTIONS_WIDTH - TIME_WIDTH - STATUS_WIDTH ))
71 LINE_WIDTH=$(( COLUMNS - STATUS_WIDTH ))
73 TIME_COL=$(( NAME_WIDTH + OPTIONS_WIDTH ))
74 STATUS_COL=$(( TIME_COL + TIME_WIDTH ))
77 # Initially setup terminal
80 # Call resize_terminal when terminal is being resized
81 trap "resize_terminal" WINCH
83 # Define color for messages
91 # New architecture variables
92 HOST_ARCH="$(uname -m)"
95 BASENAME=$(basename $0)
97 # Debian specific settings
98 if [ ! -e /etc/debian_version ]; then
101 if [ -x /usr/bin/realpath ]; then
102 FULLPATH=`/usr/bin/realpath $0`
104 echo "ERROR: Need to do apt-get install realpath"
109 # This is the directory where make.sh is in
110 export BASEDIR=$(echo $FULLPATH | sed "s/\/$BASENAME//g")
112 LOGFILE=$BASEDIR/log/_build.preparation.log
114 DIR_CHK=$BASEDIR/cache/check
115 mkdir $BASEDIR/log/ 2>/dev/null
117 system_processors() {
118 getconf _NPROCESSORS_ONLN 2>/dev/null || echo "1"
124 while read -r key val unit; do
128 echo "$(( ${val} / 1024 ))"
136 local build_arch="${1}"
138 if [ "${build_arch}" = "default" ]; then
139 build_arch="$(configure_build_guess)"
142 case "${build_arch}" in
144 BUILDTARGET="${build_arch}-unknown-linux-gnu"
145 CROSSTARGET="${build_arch}-cross-linux-gnu"
147 CFLAGS_ARCH="-m64 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic"
151 BUILDTARGET="${build_arch}-pc-linux-gnu"
152 CROSSTARGET="${build_arch}-cross-linux-gnu"
154 CFLAGS_ARCH="-march=i586 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic -fomit-frame-pointer"
158 BUILDTARGET="${build_arch}-unknown-linux-gnu"
159 CROSSTARGET="${build_arch}-cross-linux-gnu"
165 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
166 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
168 CFLAGS_ARCH="-march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=hard"
172 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
173 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
175 CFLAGS_ARCH="-march=armv5te -mfloat-abi=soft -fomit-frame-pointer"
179 exiterror "Cannot build for architure ${build_arch}"
183 # Check if the QEMU helper is available if needed.
184 if qemu_is_required "${build_arch}"; then
185 local qemu_build_helper="$(qemu_find_build_helper_name "${build_arch}")"
187 if [ -n "${qemu_build_helper}" ]; then
188 QEMU_TARGET_HELPER="${qemu_build_helper}"
190 exiterror "Could not find a binfmt_misc helper entry for ${build_arch}"
194 BUILD_ARCH="${build_arch}"
195 TOOLS_DIR="/tools_${BUILD_ARCH}"
198 HARDENING_CFLAGS="-Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong"
200 CFLAGS="-O2 -pipe -Wall -fexceptions -fPIC ${CFLAGS_ARCH}"
203 # Determine parallelism
204 if [ -z "${MAKETUNING}" ]; then
205 # We assume that each process consumes about
206 # 192MB of memory. Therefore we find out how
207 # many processes fit into memory.
208 local mem_max=$(( ${HOST_MEM} / 192 ))
210 local processors="$(system_processors)"
211 local cpu_max=$(( ${processors} + 1 ))
214 if [ ${mem_max} -lt ${cpu_max} ]; then
215 parallelism=${mem_max}
217 parallelism=${cpu_max}
220 # limit to -j23 because perl will not build
222 if [ ${parallelism} -gt 23 ]; then
226 MAKETUNING="-j${parallelism}"
230 configure_build_guess() {
231 case "${HOST_ARCH}" in
240 armv7*|armv6*|armv5*)
245 exiterror "Cannot guess build architecture"
251 umount $BASEDIR/build/sys 2>/dev/null;
252 umount $BASEDIR/build/dev/shm 2>/dev/null;
253 umount $BASEDIR/build/dev/pts 2>/dev/null;
254 umount $BASEDIR/build/dev 2>/dev/null;
255 umount $BASEDIR/build/proc 2>/dev/null;
256 umount $BASEDIR/build/install/mnt 2>/dev/null;
257 umount $BASEDIR/build/usr/src/cache 2>/dev/null;
258 umount $BASEDIR/build/usr/src/ccache 2>/dev/null;
259 umount $BASEDIR/build/usr/src/config 2>/dev/null;
260 umount $BASEDIR/build/usr/src/doc 2>/dev/null;
261 umount $BASEDIR/build/usr/src/html 2>/dev/null;
262 umount $BASEDIR/build/usr/src/langs 2>/dev/null;
263 umount $BASEDIR/build/usr/src/lfs 2>/dev/null;
264 umount $BASEDIR/build/usr/src/log 2>/dev/null;
265 umount $BASEDIR/build/usr/src/src 2>/dev/null;
275 if [ ${seconds} -ge 3600 ]; then
276 printf "%d:%02d:%02d\n" \
277 "$(( seconds / 3600 ))" \
278 "$(( seconds % 3600 / 60 ))" \
279 "$(( seconds % 3600 % 60 ))"
280 elif [ ${seconds} -ge 60 ]; then
282 "$(( seconds / 60 ))" \
283 "$(( seconds % 60 ))"
285 printf "%d\n" "${seconds}"
292 printf "%-${LINE_WIDTH}s" "${line}"
299 if ${INTERACTIVE}; then
305 if ${INTERACTIVE}; then
311 _print_line BOLD "$@"
315 _print_line FAIL "$@"
322 local version="$(grep -E "^VER |^VER=|^VER " $BASEDIR/lfs/${name} | awk '{ print $3 }')"
325 local string="${name}"
326 if [ -n "${version}" ] && [ "${version}" != "ipfire" ]; then
327 string="${string} (${version})"
330 printf "%-$(( ${NAME_WIDTH} - 1 ))s " "${string}"
331 printf "%$(( ${OPTIONS_WIDTH} - 1 ))s " "${options}"
335 local runtime=$(format_runtime $@)
337 if ${INTERACTIVE}; then
338 printf "\\033[${TIME_COL}G[ ${BOLD}%$(( ${TIME_WIDTH} - 4 ))s${NORMAL} ]" "${runtime}"
340 printf "[ %$(( ${TIME_WIDTH} - 4 ))s ]" "${runtime}"
347 local color="${!status}"
349 if ${INTERACTIVE}; then
350 printf "\\033[${STATUS_COL}G[${color-${BOLD}} %-$(( ${STATUS_WIDTH} - 4 ))s ${NORMAL}]\n" "${status}"
352 printf "[ %-$(( ${STATUS_WIDTH} - 4 ))s ]\n" "${status}"
356 print_build_stage() {
363 print_build_summary() {
364 local runtime=$(format_runtime $@)
366 print_line "*** Build finished in ${runtime}"
372 for i in `seq 0 7`; do
373 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
374 losetup -d /dev/loop${i} 2>/dev/null
379 if [ -n "${LOGFILE}" ] && [ -e "${LOGFILE}" ]; then
383 while read -r line; do
385 done <<< "$(tail -n30 ${LOGFILE})"
391 for line in "ERROR: $@" " Check ${LOGFILE} for errors if applicable"; do
392 print_error "${line}"
400 # Are we running the right shell?
401 if [ -z "${BASH}" ]; then
402 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
405 if [ -z "${BASH_VERSION}" ]; then
406 exiterror "Not running BASH shell."
409 # Trap on emergency exit
410 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
412 # Resetting our nice level
413 if ! renice ${NICE} $$ >/dev/null; then
414 exiterror "Failed to set nice level to ${NICE}"
417 # Checking if running as root user
418 if [ $(id -u) -ne 0 ]; then
419 exiterror "root privileges required for building"
422 # Checking for necessary temporary space
423 print_line "Checking for necessary space on disk $BASE_DEV"
424 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
425 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
426 if (( 2048000 > $BASE_ASPACE )); then
427 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
428 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
430 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
445 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
446 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
448 # Make some extra directories
449 mkdir -p "${BASEDIR}/build${TOOLS_DIR}" 2>/dev/null
450 mkdir -p $BASEDIR/build/{etc,usr/src} 2>/dev/null
451 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
452 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
453 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
455 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
456 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
458 # Make all sources and proc available under lfs build
459 mount --bind /dev $BASEDIR/build/dev
460 mount --bind /dev/pts $BASEDIR/build/dev/pts
461 mount --bind /dev/shm $BASEDIR/build/dev/shm
462 mount --bind /proc $BASEDIR/build/proc
463 mount --bind /sys $BASEDIR/build/sys
464 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
465 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
466 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
467 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
468 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
469 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
470 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
471 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
472 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
474 # Run LFS static binary creation scripts one by one
475 export CCACHE_DIR=$BASEDIR/ccache
476 export CCACHE_COMPRESS=1
477 export CCACHE_COMPILERCHECK="string:toolchain-${TOOLCHAINVER} ${BUILD_ARCH}"
479 # Remove pre-install list of installed files in case user erase some files before rebuild
480 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
482 # Prepare string for /etc/system-release.
483 SYSTEM_RELEASE="${NAME} ${VERSION} (${BUILD_ARCH})"
484 if [ "$(git status -s | wc -l)" == "0" ]; then
489 case "$GIT_BRANCH" in
491 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
494 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
500 # Install QEMU helper, if needed
503 local PATH="${TOOLS_DIR}/ccache/bin:/bin:/usr/bin:/sbin:/usr/sbin:${TOOLS_DIR}/bin"
505 PATH="${PATH}" chroot ${LFS} env -i \
510 SYSTEM_RELEASE="${SYSTEM_RELEASE}" \
511 PAKFIRE_CORE="${PAKFIRE_CORE}" \
514 VERSION="${VERSION}" \
517 TOOLS_DIR="${TOOLS_DIR}" \
518 CONFIG_ROOT="${CONFIG_ROOT}" \
519 CFLAGS="${CFLAGS} ${HARDENING_CFLAGS}" \
520 CXXFLAGS="${CXXFLAGS} ${HARDENING_CFLAGS}" \
521 BUILDTARGET="${BUILDTARGET}" \
522 CROSSTARGET="${CROSSTARGET}" \
523 BUILD_ARCH="${BUILD_ARCH}" \
524 BUILD_PLATFORM="${BUILD_PLATFORM}" \
525 CCACHE_DIR=/usr/src/ccache \
526 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
527 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
536 if [ ! -e $BASEDIR/build/usr/src/lfs/ ]; then
537 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/"
540 echo "Entering to a shell inside LFS chroot, go out with exit"
541 local PS1="ipfire build chroot (${BUILD_ARCH}) \u:\w\$ "
543 if enterchroot bash -i; then
547 exiterror "chroot error"
551 lfsmakecommoncheck() {
553 if [ ! -f $BASEDIR/lfs/$1 ]; then
554 exiterror "No such file or directory: $BASEDIR/$1"
557 # Print package name and version
560 # Check if this package is supported by our architecture.
561 # If no SUP_ARCH is found, we assume the package can be built for all.
562 if grep "^SUP_ARCH" ${BASEDIR}/lfs/${1} >/dev/null; then
563 # Check if package supports ${BUILD_ARCH} or all architectures.
564 if ! grep -E "^SUP_ARCH.*${BUILD_ARCH}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
573 for i in $SKIP_PACKAGE_LIST
575 if [ "$i" == "$1" ]; then
581 echo -ne "`date -u '+%b %e %T'`: Building $* " >> $LOGFILE
583 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
584 MESSAGE="$1\t " download >> $LOGFILE 2>&1
585 if [ $? -ne 0 ]; then
586 exiterror "Download error in $1"
589 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
590 MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
591 if [ $? -ne 0 ]; then
592 exiterror "md5sum error in $1, check file in cache or signature"
599 lfsmakecommoncheck $*
600 [ $? == 1 ] && return 0
602 cd $BASEDIR/lfs && env -i \
603 PATH="${TOOLS_DIR}/ccache/bin:${TOOLS_DIR}/bin:$PATH" \
604 CCACHE_DIR="${CCACHE_DIR}" \
605 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
606 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
608 CXXFLAGS="${CXXFLAGS}" \
609 MAKETUNING="${MAKETUNING}" \
612 TOOLS_DIR="${TOOLS_DIR}" \
613 CROSSTARGET="${CROSSTARGET}" \
614 BUILDTARGET="${BUILDTARGET}" \
615 BUILD_ARCH="${BUILD_ARCH}" \
616 BUILD_PLATFORM="${BUILD_PLATFORM}" \
617 LFS_BASEDIR="${BASEDIR}" \
620 install >> $LOGFILE 2>&1 &
622 if ! wait_until_finished $!; then
624 exiterror "Building $*"
631 lfsmakecommoncheck $*
632 [ $? == 1 ] && return 0
637 ${EXTRA_PATH}bash -x -c "cd /usr/src/lfs && \
638 MAKETUNING=${MAKETUNING} \
640 LFS_BASEDIR=/usr/src install" \
643 if ! wait_until_finished $!; then
645 exiterror "Building $*"
652 lfsmakecommoncheck $*
653 [ $? == 1 ] && return 0
658 bash -x -c "cd /usr/src/lfs && make -f $* LFS_BASEDIR=/usr/src dist" \
661 if ! wait_until_finished $!; then
663 exiterror "Packaging $*"
669 wait_until_finished() {
672 local start_time=$(now)
675 if ${INTERACTIVE}; then
676 # Wait a little just in case the process
677 # has finished very quickly.
681 while kill -0 ${pid} 2>/dev/null; do
682 print_runtime $(( $(now) - ${start_time} ))
689 # Returns the exit code of the child process
693 if ! ${INTERACTIVE}; then
694 print_runtime $(( $(now) - ${start_time} ))
701 [ -e "${BASEDIR}/build${TOOLS_DIR}/lib/libpakfire_preload.so" ] || return
703 local env="LD_PRELOAD=${TOOLS_DIR}/lib/libpakfire_preload.so"
705 # Fake kernel version, because some of the packages do not compile
706 # with kernel 3.0 and later.
707 env="${env} UTS_RELEASE=${KVER}"
709 # Fake machine version.
710 env="${env} UTS_MACHINE=${BUILD_ARCH}"
718 # Don't add anything if qemu is not used.
719 if ! qemu_is_required; then
723 # Set default qemu options
724 case "${BUILD_ARCH}" in
726 QEMU_CPU="${QEMU_CPU:-cortex-a9}"
728 env="${env} QEMU_CPU=${QEMU_CPU}"
733 #env="${env} QEMU_STRACE=1"
739 local build_arch="${1}"
741 if [ -z "${build_arch}" ]; then
742 build_arch="${BUILD_ARCH}"
745 case "${HOST_ARCH},${build_arch}" in
746 x86_64,arm*|i?86,arm*|i?86,x86_64)
755 qemu_install_helper() {
756 # Do nothing, if qemu is not required
757 if ! qemu_is_required; then
761 if [ ! -e /proc/sys/fs/binfmt_misc/status ]; then
762 exiterror "binfmt_misc not mounted. QEMU_TARGET_HELPER not useable."
765 if [ ! $(cat /proc/sys/fs/binfmt_misc/status) = 'enabled' ]; then
766 exiterror "binfmt_misc not enabled. QEMU_TARGET_HELPER not useable."
770 if [ -z "${QEMU_TARGET_HELPER}" ]; then
771 exiterror "QEMU_TARGET_HELPER not set"
774 # Check if the helper is already installed.
775 if [ -x "${LFS}${QEMU_TARGET_HELPER}" ]; then
779 # Try to find a suitable binary that we can install
780 # to the build environment.
782 for file in "${QEMU_TARGET_HELPER}" "${QEMU_TARGET_HELPER}-static"; do
783 # file must exist and be executable.
784 [ -x "${file}" ] || continue
787 file_is_static "${file}" || continue
789 local dirname="${LFS}$(dirname "${file}")"
790 mkdir -p "${dirname}"
792 install -m 755 "${file}" "${LFS}${QEMU_TARGET_HELPER}"
796 exiterror "Could not find a statically-linked QEMU emulator: ${QEMU_TARGET_HELPER}"
799 qemu_find_build_helper_name() {
800 local build_arch="${1}"
803 case "${build_arch}" in
805 magic="7f454c4601010100000000000000000002002800"
808 magic="7f454c4602010100000000000000000002003e00"
812 [ -z "${magic}" ] && return 1
815 for file in /proc/sys/fs/binfmt_misc/*; do
816 # skip write only register entry
817 [ $(basename "${file}") = "register" ] && continue
818 # Search for the file with the correct magic value.
819 grep -qE "^magic ${magic}$" "${file}" || continue
821 local interpreter="$(grep "^interpreter" "${file}" | awk '{ print $2 }')"
823 [ -n "${interpreter}" ] || continue
824 [ "${interpreter:0:1}" = "/" ] || continue
825 [ -x "${interpreter}" ] || continue
827 echo "${interpreter}"
837 file ${file} 2>/dev/null | grep -q "statically linked"
840 update_language_list() {
844 for lang in ${path}/*.po; do
845 lang="$(basename "${lang}")"
847 done | sort -u > "${path}/LINGUAS"
850 # Load configuration file
851 if [ -f .config ]; then
855 # TARGET_ARCH is BUILD_ARCH now
856 if [ -n "${TARGET_ARCH}" ]; then
857 BUILD_ARCH="${TARGET_ARCH}"
861 # Get the amount of memory in this build system
862 HOST_MEM=$(system_memory)
864 # Checking host memory, tuning XZ_OPT
865 if [ ${HOST_MEM} -lt 1024 ]; then
866 exiterror "You will need more than 1GB or host memory to run the build"
869 # We compress archives with "xz -8", using all cores and up to 70% of memory
870 XZ_MEM="$(( HOST_MEM * 7 / 10 ))MiB"
871 XZ_OPT="-T$(system_processors) -8 --memory=${XZ_MEM}"
873 if [ -n "${BUILD_ARCH}" ]; then
874 configure_build "${BUILD_ARCH}"
876 configure_build "default"
881 case "${BUILD_ARCH}:${HOST_ARCH}" in
888 i586:i586|i586:i686|i586:x86_64)
896 arvm7hl:armv7hl|armv7hl:armv7l)
900 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l|armv5tel:aarch64)
909 exiterror "Cannot build ${BUILD_ARCH} toolchain on $(uname -m). Please use the download if any."
911 local gcc=$(type -p gcc)
912 if [ -z "${gcc}" ]; then
913 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
916 # Check ${TOOLS_DIR} symlink
917 if [ -h "${TOOLS_DIR}" ]; then
921 if [ ! -e "${TOOLS_DIR}" ]; then
922 ln -s "${BASEDIR}/build${TOOLS_DIR}" "${TOOLS_DIR}"
925 if [ ! -h "${TOOLS_DIR}" ]; then
926 exiterror "Could not create ${TOOLS_DIR} symbolic link"
929 LOGFILE="$BASEDIR/log/_build.toolchain.log"
933 lfsmake1 ccache PASS=1
934 lfsmake1 binutils PASS=1
936 lfsmake1 linux KCFG="-headers"
939 lfsmake1 binutils PASS=2
942 lfsmake1 ccache PASS=2
968 lfsmake1 fake-environ
970 lfsmake1 cleanup-toolchain
974 LOGFILE="$BASEDIR/log/_build.base.log"
977 lfsmake2 linux KCFG="-headers"
981 lfsmake2 cleanup-toolchain
1003 lfsmake2 readline-compat
1006 lfsmake2 pcre-compat
1044 LOGFILE="$BASEDIR/log/_build.ipfire.log"
1047 lfsmake2 initscripts
1050 lfsmake2 libusb-compat
1056 lfsmake2 linux-firmware
1057 lfsmake2 dvb-firmwares
1058 lfsmake2 xr819-firmware
1059 lfsmake2 zd1211-firmware
1060 lfsmake2 rpi-firmware
1062 lfsmake2 u-boot MKIMAGE=1
1067 lfsmake2 multipath-tools
1071 lfsmake2 libnfnetlink
1072 lfsmake2 libnetfilter_queue
1073 lfsmake2 libnetfilter_conntrack
1074 lfsmake2 libnetfilter_cthelper
1075 lfsmake2 libnetfilter_cttimeout
1080 case "${BUILD_ARCH}" in
1082 lfsmake2 linux KCFG=""
1083 # lfsmake2 backports KCFG=""
1084 # lfsmake2 e1000e KCFG=""
1085 # lfsmake2 igb KCFG=""
1086 # lfsmake2 ixgbe KCFG=""
1087 lfsmake2 xtables-addons KCFG=""
1088 lfsmake2 linux-initrd KCFG=""
1091 # x86-pae (Native and new XEN) kernel build
1092 lfsmake2 linux KCFG="-pae"
1093 # lfsmake2 backports KCFG="-pae"
1094 # lfsmake2 e1000e KCFG="-pae"
1095 # lfsmake2 igb KCFG="-pae"
1096 # lfsmake2 ixgbe KCFG="-pae"
1097 lfsmake2 xtables-addons KCFG="-pae"
1098 lfsmake2 linux-initrd KCFG="-pae"
1101 lfsmake2 linux KCFG=""
1102 # lfsmake2 backports KCFG=""
1103 # lfsmake2 e1000e KCFG=""
1104 # lfsmake2 igb KCFG=""
1105 # lfsmake2 ixgbe KCFG=""
1106 lfsmake2 xtables-addons KCFG=""
1107 lfsmake2 linux-initrd KCFG=""
1111 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
1112 lfsmake2 linux KCFG="-kirkwood"
1113 # lfsmake2 backports KCFG="-kirkwood"
1114 # lfsmake2 e1000e KCFG="-kirkwood"
1115 # lfsmake2 igb KCFG="-kirkwood"
1116 # lfsmake2 ixgbe KCFG="-kirkwood"
1117 lfsmake2 xtables-addons KCFG="-kirkwood"
1118 lfsmake2 linux-initrd KCFG="-kirkwood"
1120 # arm multi platform (Panda, Wandboard ...) kernel build
1121 lfsmake2 linux KCFG="-multi"
1122 # lfsmake2 backports KCFG="-multi"
1123 # lfsmake2 e1000e KCFG="-multi"
1124 # lfsmake2 igb KCFG="-multi"
1125 # lfsmake2 ixgbe KCFG="-multi"
1126 lfsmake2 xtables-addons KCFG="-multi"
1127 lfsmake2 linux-initrd KCFG="-multi"
1130 lfsmake2 xtables-addons USPACE="1"
1132 [ "${BUILD_ARCH}" = "i586" ] && lfsmake2 openssl KCFG='-sse2'
1133 lfsmake2 openssl-compat
1134 lfsmake2 libgpg-error
1158 lfsmake2 ca-certificates
1166 lfsmake2 libjpeg-compat
1187 lfsmake2 web-user-interface
1195 lfsmake2 reiserfsprogs
1201 lfsmake2 ez-ipupdate
1205 lfsmake2 GD-TextUtil
1206 lfsmake2 perl-Device-SerialPort
1207 lfsmake2 perl-Device-Modem
1208 lfsmake2 perl-Apache-Htpasswd
1214 lfsmake2 conntrack-tools
1218 lfsmake2 l7-protocols
1225 lfsmake2 HTML-Tagset
1226 lfsmake2 HTML-Parser
1227 lfsmake2 HTML-Template
1228 lfsmake2 Compress-Zlib
1230 lfsmake2 Digest-SHA1
1231 lfsmake2 Digest-HMAC
1232 lfsmake2 libwww-perl
1234 lfsmake2 Net-IPv4Addr
1237 lfsmake2 IO-Socket-SSL
1238 lfsmake2 Unix-Syslog
1242 lfsmake2 Convert-TNEF
1243 lfsmake2 Convert-UUlib
1244 lfsmake2 Archive-Tar
1245 lfsmake2 Archive-Zip
1246 lfsmake2 Text-Tabs+Wrap
1247 lfsmake2 Locale-Country
1249 lfsmake2 Crypt-PasswdMD5
1251 lfsmake2 python-setuptools
1252 lfsmake2 python-clientform
1253 lfsmake2 python-mechanize
1254 lfsmake2 python-feedparser
1255 lfsmake2 python-rssdler
1256 lfsmake2 python-inotify
1257 lfsmake2 python-docutils
1258 lfsmake2 python-daemon
1259 lfsmake2 python-ipaddress
1265 lfsmake2 dejavu-fonts-ttf
1266 lfsmake2 ubuntu-font-family
1296 lfsmake2 ghostscript
1299 lfsmake2 cups-filters
1300 lfsmake2 epson-inkjet-printer-escpr
1309 lfsmake2 bridge-utils
1311 lfsmake2 smartmontools
1316 lfsmake2 cyrus-imapd
1318 lfsmake2 spamassassin
1352 lfsmake2 pcmciautils
1361 lfsmake2 python-pyparsing
1362 lfsmake2 spice-protocol
1365 lfsmake2 libusbredir
1370 lfsmake2 nagios_nrpe
1371 lfsmake2 nagios-plugins
1378 lfsmake2 vdr_streamdev
1379 lfsmake2 vdr_epgsearch
1384 lfsmake2 icegenerator
1386 lfsmake2 libmpdclient
1388 lfsmake2 perl-Net-SMTP-SSL
1389 lfsmake2 perl-MIME-Base64
1390 lfsmake2 perl-Authen-SASL
1391 lfsmake2 perl-MIME-Lite
1392 lfsmake2 perl-Email-Date-Format
1394 lfsmake2 squidclamav
1397 lfsmake2 wpa_supplicant
1403 lfsmake2 cpufrequtils
1411 lfsmake2 streamripper
1415 lfsmake2 perl-gettext
1416 lfsmake2 perl-Sort-Naturally
1420 lfsmake2 perl-DBD-SQLite
1421 lfsmake2 perl-File-ReadBackwards
1422 lfsmake2 openvmtools
1432 lfsmake2 usb_modeswitch
1433 lfsmake2 usb_modeswitch_data
1443 lfsmake2 u-boot-kirkwood
1444 lfsmake2 python-typing
1445 lfsmake2 python-m2crypto
1446 lfsmake2 wireless-regdb
1449 lfsmake2 python-distutils-extra
1450 lfsmake2 python-lzma
1451 lfsmake2 python-progressbar
1452 lfsmake2 python-xattr
1454 lfsmake2 transmission
1467 lfsmake2 libstatgrab
1469 lfsmake2 check_mk_agent
1475 lfsmake2 ipfire-netboot
1481 lfsmake2 perl-Carp-Clan
1482 lfsmake2 perl-Date-Calc
1483 lfsmake2 perl-Date-Manip
1484 lfsmake2 perl-File-Tail
1485 lfsmake2 perl-TimeDate
1495 lfsmake2 perl-Font-TTF
1496 lfsmake2 perl-IO-String
1497 lfsmake2 perl-PDF-API2
1498 lfsmake2 squid-accounting
1501 lfsmake2 perl-Text-CSV_XS
1510 lfsmake2 util-macros
1511 lfsmake2 libpciaccess
1515 lfsmake2 perl-common-sense
1516 lfsmake2 perl-inotify2
1517 lfsmake2 perl-Net-IP
1520 lfsmake2 mdns-repeater
1525 # Run installer scripts one by one
1526 LOGFILE="$BASEDIR/log/_build.installer.log"
1530 # use toolchain bash for chroot to strip
1531 EXTRA_PATH=${TOOLS_DIR}/bin/ lfsmake2 strip
1535 LOGFILE="$BASEDIR/log/_build.packages.log"
1537 echo "... see detailed log in _build.*.log files" >> $LOGFILE
1540 # Generating list of packages used
1541 print_line "Generating packages list from logs"
1542 rm -f $BASEDIR/doc/packages-list
1543 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
1544 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
1545 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
1548 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
1549 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
1550 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
1551 rm -f $BASEDIR/doc/packages-list
1552 # packages-list.txt is ready to be displayed for wiki page
1557 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1558 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1559 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1561 # Create images for install
1564 # Check if there is a loop device for building in virtual environments
1565 modprobe loop 2>/dev/null
1566 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
1567 lfsmake2 flash-images
1570 mv $LFS/install/images/{*.iso,*.tgz,*.img.xz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
1575 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
1579 # remove not useable iso on armv5tel (needed to build flash images)
1580 [ "${BUILD_ARCH}" = "armv5tel" ] && rm -rf *.iso
1582 for i in `ls *.bz2 *.img.gz *.iso`; do
1589 rm -rf $BASEDIR/build/tmp/*
1595 lfsmake2 core-updates
1598 for i in $(find $BASEDIR/config/rootfiles/packages{/${BUILD_ARCH},} -maxdepth 1 -type f); do
1600 if [ -e $BASEDIR/lfs/$i ]; then
1607 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
1608 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
1609 rm -rf $BASEDIR/build/install/packages/*
1612 while [ $# -gt 0 ]; do
1615 configure_build "${1#--target=}"
1618 exiterror "Unknown configuration option: ${1}"
1621 # Found a command, so exit options parsing.
1628 # See what we're supposed to do
1634 ${INTERACTIVE} && clear
1636 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz 2> /dev/null | head -n 1`
1637 #only restore on a clean disk
1638 if [ ! -e "${BASEDIR}/build${TOOLS_DIR}/.toolchain-successful" ]; then
1639 if [ ! -n "$PACKAGE" ]; then
1640 print_build_stage "Full toolchain compilation"
1644 PACKAGENAME=${PACKAGE%.tar.xz}
1645 print_build_stage "Packaged toolchain compilation"
1646 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
1650 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
1657 print_build_stage "Building LFS"
1660 print_build_stage "Building IPFire"
1663 print_build_stage "Building installer"
1666 print_build_stage "Building packages"
1669 print_build_stage "Checking Logfiles for new Files"
1672 tools/checknewlog.pl
1673 tools/checkrootfiles
1676 print_build_summary $(( $(now) - ${START_TIME} ))
1679 # enter a shell inside LFS chroot
1680 # may be used to changed kernel settings
1685 print_line "Cleaning build directory..."
1687 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
1688 $LOSETUP -d $i 2>/dev/null
1690 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
1694 for i in `seq 0 7`; do
1695 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
1696 umount /dev/loop${i} 2>/dev/null;
1697 losetup -d /dev/loop${i} 2>/dev/null;
1700 rm -rf $BASEDIR/build
1701 rm -rf $BASEDIR/cdrom
1702 rm -rf $BASEDIR/packages
1704 if [ -h "${TOOLS_DIR}" ]; then
1705 rm -f "${TOOLS_DIR}"
1707 rm -f $BASEDIR/ipfire-*
1711 if [ ! -d $BASEDIR/cache ]; then
1712 mkdir $BASEDIR/cache
1714 mkdir -p $BASEDIR/log
1715 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1718 for c in `seq $MAX_RETRIES`; do
1719 if (( FINISHED==1 )); then
1725 if [ -f "$i" -a "$i" != "Config" ]; then
1726 lfsmakecommoncheck ${i} || continue
1728 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
1729 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1730 if [ $? -ne 0 ]; then
1734 if [ $c -eq 1 ]; then
1741 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1744 if [ -f "$i" -a "$i" != "Config" ]; then
1745 lfsmakecommoncheck ${i} > /dev/null || continue
1746 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
1747 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1748 if [ $? -ne 0 ]; then
1749 echo -ne "MD5 difference in lfs/$i"
1755 if [ $ERROR -eq 0 ]; then
1756 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1759 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1762 cd - >/dev/null 2>&1
1766 ${INTERACTIVE} && clear
1769 print_build_stage "Toolchain compilation (${BUILD_ARCH})"
1771 echo "`date -u '+%b %e %T'`: Create toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
1772 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1773 cd $BASEDIR && XZ_OPT="$(XZ_OPT)" tar -Jc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz --xz \
1774 build/${TOOLS_DIR} build/bin/sh log >> $LOGFILE
1775 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \
1776 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.md5
1780 # arbitrary name to be updated in case of new toolchain package upload
1781 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}
1782 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.xz ]; then
1783 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1784 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1785 echo "`date -u '+%b %e %T'`: Load toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
1786 cd $BASEDIR/cache/toolchains
1787 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.xz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1788 if [ $? -ne 0 ]; then
1789 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for ${BUILD_ARCH} machine" | tee -a $LOGFILE
1791 if [ "`md5sum $PACKAGE.tar.xz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1792 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1794 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1798 echo "Toolchain is already downloaded. Exiting..."
1803 if [ -z $IPFIRE_USER ]; then
1804 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1809 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1810 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1812 for file in ${BASEDIR}/cache/*; do
1813 [ -d "${file}" ] && continue
1814 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
1815 NEW_FILES="$NEW_FILES $file"
1817 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1823 echo -ne "Checking the translations for missing or obsolete strings..."
1824 chmod 755 $BASEDIR/tools/{check_strings.pl,sort_strings.pl,check_langs.sh}
1825 $BASEDIR/tools/sort_strings.pl en
1826 $BASEDIR/tools/sort_strings.pl de
1827 $BASEDIR/tools/sort_strings.pl fr
1828 $BASEDIR/tools/sort_strings.pl es
1829 $BASEDIR/tools/sort_strings.pl pl
1830 $BASEDIR/tools/sort_strings.pl ru
1831 $BASEDIR/tools/sort_strings.pl nl
1832 $BASEDIR/tools/sort_strings.pl tr
1833 $BASEDIR/tools/sort_strings.pl it
1834 $BASEDIR/tools/check_strings.pl en > $BASEDIR/doc/language_issues.en
1835 $BASEDIR/tools/check_strings.pl de > $BASEDIR/doc/language_issues.de
1836 $BASEDIR/tools/check_strings.pl fr > $BASEDIR/doc/language_issues.fr
1837 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.es
1838 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.pl
1839 $BASEDIR/tools/check_strings.pl ru > $BASEDIR/doc/language_issues.ru
1840 $BASEDIR/tools/check_strings.pl nl > $BASEDIR/doc/language_issues.nl
1841 $BASEDIR/tools/check_strings.pl tr > $BASEDIR/doc/language_issues.tr
1842 $BASEDIR/tools/check_strings.pl it > $BASEDIR/doc/language_issues.it
1843 $BASEDIR/tools/check_langs.sh > $BASEDIR/doc/language_missings
1846 echo -ne "Updating language lists..."
1847 update_language_list ${BASEDIR}/src/installer/po
1848 update_language_list ${BASEDIR}/src/setup/po
1852 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1853 cat doc/make.sh-usage