2 ############################################################################
4 # This file is part of the IPFire Firewall. #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
20 # Copyright (C) 2007-2018 IPFire Team <info@ipfire.org>. #
22 ############################################################################
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.19" # Version number
28 CORE="121" # Core Level (Filename)
29 PAKFIRE_CORE="121" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 GIT_TAG=$(git tag | tail -1) # Git Tag
38 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
42 ###############################################################################
44 # Beautifying variables & presentation & input output interface
46 ###############################################################################
48 # Remember if the shell is interactive or not
49 if [ -t 0 ] && [ -t 1 ]; then
55 # Sets or adjusts pretty formatting variables
58 # Find current screen size
61 # When using remote connections, such as a serial port, stty size returns 0
62 if ! ${INTERACTIVE} || [ "${COLUMNS}" = "0" ]; then
66 # Measurements for positioning result messages
70 NAME_WIDTH=$(( COLUMNS - OPTIONS_WIDTH - TIME_WIDTH - STATUS_WIDTH ))
71 LINE_WIDTH=$(( COLUMNS - STATUS_WIDTH ))
73 TIME_COL=$(( NAME_WIDTH + OPTIONS_WIDTH ))
74 STATUS_COL=$(( TIME_COL + TIME_WIDTH ))
77 # Initially setup terminal
80 # Call resize_terminal when terminal is being resized
81 trap "resize_terminal" WINCH
83 # Define color for messages
91 # New architecture variables
92 HOST_ARCH="$(uname -m)"
95 BASENAME=$(basename $0)
97 # Debian specific settings
98 if [ ! -e /etc/debian_version ]; then
101 if [ -x /usr/bin/realpath ]; then
102 FULLPATH=`/usr/bin/realpath $0`
104 echo "ERROR: Need to do apt-get install realpath"
109 # This is the directory where make.sh is in
110 export BASEDIR=$(echo $FULLPATH | sed "s/\/$BASENAME//g")
112 LOGFILE=$BASEDIR/log/_build.preparation.log
114 DIR_CHK=$BASEDIR/cache/check
115 mkdir $BASEDIR/log/ 2>/dev/null
117 system_processors() {
118 getconf _NPROCESSORS_ONLN 2>/dev/null || echo "1"
124 while read -r key val unit; do
128 echo "$(( ${val} / 1024 ))"
136 local build_arch="${1}"
138 if [ "${build_arch}" = "default" ]; then
139 build_arch="$(configure_build_guess)"
142 case "${build_arch}" in
144 BUILDTARGET="${build_arch}-unknown-linux-gnu"
145 CROSSTARGET="${build_arch}-cross-linux-gnu"
147 CFLAGS_ARCH="-m64 -mtune=generic"
151 BUILDTARGET="${build_arch}-pc-linux-gnu"
152 CROSSTARGET="${build_arch}-cross-linux-gnu"
154 CFLAGS_ARCH="-march=i586 -mtune=generic -fomit-frame-pointer"
158 BUILDTARGET="${build_arch}-unknown-linux-gnu"
159 CROSSTARGET="${build_arch}-cross-linux-gnu"
165 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
166 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
168 CFLAGS_ARCH="-march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=hard"
172 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
173 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
175 CFLAGS_ARCH="-march=armv5te -mfloat-abi=soft -fomit-frame-pointer"
179 exiterror "Cannot build for architure ${build_arch}"
183 # Check if the QEMU helper is available if needed.
184 if qemu_is_required "${build_arch}"; then
185 local qemu_build_helper="$(qemu_find_build_helper_name "${build_arch}")"
187 if [ -n "${qemu_build_helper}" ]; then
188 QEMU_TARGET_HELPER="${qemu_build_helper}"
190 exiterror "Could not find a binfmt_misc helper entry for ${build_arch}"
194 BUILD_ARCH="${build_arch}"
195 TOOLS_DIR="/tools_${BUILD_ARCH}"
198 HARDENING_CFLAGS="-Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong"
200 CFLAGS="-O2 -pipe -Wall -fexceptions -fPIC ${CFLAGS_ARCH}"
203 # Determine parallelism
204 if [ -z "${MAKETUNING}" ]; then
205 # We assume that each process consumes about
206 # 192MB of memory. Therefore we find out how
207 # many processes fit into memory.
208 local mem_max=$(( ${HOST_MEM} / 192 ))
210 local processors="$(system_processors)"
211 local cpu_max=$(( ${processors} + 1 ))
214 if [ ${mem_max} -lt ${cpu_max} ]; then
215 parallelism=${mem_max}
217 parallelism=${cpu_max}
220 # limit to -j23 because perl will not build
222 if [ ${parallelism} -gt 23 ]; then
226 MAKETUNING="-j${parallelism}"
230 configure_build_guess() {
231 case "${HOST_ARCH}" in
240 armv7*|armv6*|armv5*)
245 exiterror "Cannot guess build architecture"
251 umount $BASEDIR/build/sys 2>/dev/null;
252 umount $BASEDIR/build/dev/shm 2>/dev/null;
253 umount $BASEDIR/build/dev/pts 2>/dev/null;
254 umount $BASEDIR/build/dev 2>/dev/null;
255 umount $BASEDIR/build/proc 2>/dev/null;
256 umount $BASEDIR/build/install/mnt 2>/dev/null;
257 umount $BASEDIR/build/usr/src/cache 2>/dev/null;
258 umount $BASEDIR/build/usr/src/ccache 2>/dev/null;
259 umount $BASEDIR/build/usr/src/config 2>/dev/null;
260 umount $BASEDIR/build/usr/src/doc 2>/dev/null;
261 umount $BASEDIR/build/usr/src/html 2>/dev/null;
262 umount $BASEDIR/build/usr/src/langs 2>/dev/null;
263 umount $BASEDIR/build/usr/src/lfs 2>/dev/null;
264 umount $BASEDIR/build/usr/src/log 2>/dev/null;
265 umount $BASEDIR/build/usr/src/src 2>/dev/null;
275 if [ ${seconds} -ge 3600 ]; then
276 printf "%d:%02d:%02d\n" \
277 "$(( seconds / 3600 ))" \
278 "$(( seconds % 3600 / 60 ))" \
279 "$(( seconds % 3600 % 60 ))"
280 elif [ ${seconds} -ge 60 ]; then
282 "$(( seconds / 60 ))" \
283 "$(( seconds % 60 ))"
285 printf "%d\n" "${seconds}"
292 printf "%-${LINE_WIDTH}s" "${line}"
299 if ${INTERACTIVE}; then
305 if ${INTERACTIVE}; then
311 _print_line BOLD "$@"
315 _print_line FAIL "$@"
322 local version="$(grep -E "^VER |^VER=|^VER " $BASEDIR/lfs/${name} | awk '{ print $3 }')"
325 local string="${name}"
326 if [ -n "${version}" ] && [ "${version}" != "ipfire" ]; then
327 string="${string} (${version})"
330 printf "%-$(( ${NAME_WIDTH} - 1 ))s " "${string}"
331 printf "%$(( ${OPTIONS_WIDTH} - 1 ))s " "${options}"
335 local runtime=$(format_runtime $@)
337 if ${INTERACTIVE}; then
338 printf "\\033[${TIME_COL}G[ ${BOLD}%$(( ${TIME_WIDTH} - 4 ))s${NORMAL} ]" "${runtime}"
340 printf "[ %$(( ${TIME_WIDTH} - 4 ))s ]" "${runtime}"
347 local color="${!status}"
349 if ${INTERACTIVE}; then
350 printf "\\033[${STATUS_COL}G[${color-${BOLD}} %-$(( ${STATUS_WIDTH} - 4 ))s ${NORMAL}]\n" "${status}"
352 printf "[ %-$(( ${STATUS_WIDTH} - 4 ))s ]\n" "${status}"
356 print_build_stage() {
363 print_build_summary() {
364 local runtime=$(format_runtime $@)
366 print_line "*** Build finished in ${runtime}"
372 for i in `seq 0 7`; do
373 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
374 losetup -d /dev/loop${i} 2>/dev/null
379 if [ -n "${LOGFILE}" ] && [ -e "${LOGFILE}" ]; then
383 while read -r line; do
385 done <<< "$(tail -n30 ${LOGFILE})"
391 for line in "ERROR: $@" " Check ${LOGFILE} for errors if applicable"; do
392 print_error "${line}"
400 # Are we running the right shell?
401 if [ -z "${BASH}" ]; then
402 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
405 if [ -z "${BASH_VERSION}" ]; then
406 exiterror "Not running BASH shell."
409 # Trap on emergency exit
410 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
412 # Resetting our nice level
413 if ! renice ${NICE} $$ >/dev/null; then
414 exiterror "Failed to set nice level to ${NICE}"
417 # Checking if running as root user
418 if [ $(id -u) -ne 0 ]; then
419 exiterror "root privileges required for building"
422 # Checking for necessary temporary space
423 print_line "Checking for necessary space on disk $BASE_DEV"
424 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
425 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
426 if (( 2048000 > $BASE_ASPACE )); then
427 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
428 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
430 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
445 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
446 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
448 # Make some extra directories
449 mkdir -p "${BASEDIR}/build${TOOLS_DIR}" 2>/dev/null
450 mkdir -p $BASEDIR/build/{etc,usr/src} 2>/dev/null
451 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
452 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
453 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
455 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
456 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
458 # Make all sources and proc available under lfs build
459 mount --bind /dev $BASEDIR/build/dev
460 mount --bind /dev/pts $BASEDIR/build/dev/pts
461 mount --bind /dev/shm $BASEDIR/build/dev/shm
462 mount --bind /proc $BASEDIR/build/proc
463 mount --bind /sys $BASEDIR/build/sys
464 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
465 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
466 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
467 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
468 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
469 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
470 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
471 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
472 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
474 # Run LFS static binary creation scripts one by one
475 export CCACHE_DIR=$BASEDIR/ccache
476 export CCACHE_COMPRESS=1
477 export CCACHE_COMPILERCHECK="string:toolchain-${TOOLCHAINVER} ${BUILD_ARCH}"
479 # Remove pre-install list of installed files in case user erase some files before rebuild
480 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
482 # Prepare string for /etc/system-release.
483 SYSTEM_RELEASE="${NAME} ${VERSION} (${BUILD_ARCH})"
484 if [ "$(git status -s | wc -l)" == "0" ]; then
489 case "$GIT_BRANCH" in
491 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
494 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
500 # Install QEMU helper, if needed
503 local PATH="${TOOLS_DIR}/ccache/bin:/bin:/usr/bin:/sbin:/usr/sbin:${TOOLS_DIR}/bin"
505 PATH="${PATH}" chroot ${LFS} env -i \
510 SYSTEM_RELEASE="${SYSTEM_RELEASE}" \
511 PAKFIRE_CORE="${PAKFIRE_CORE}" \
514 VERSION="${VERSION}" \
517 TOOLS_DIR="${TOOLS_DIR}" \
518 CONFIG_ROOT="${CONFIG_ROOT}" \
519 CFLAGS="${CFLAGS} ${HARDENING_CFLAGS}" \
520 CXXFLAGS="${CXXFLAGS} ${HARDENING_CFLAGS}" \
521 BUILDTARGET="${BUILDTARGET}" \
522 CROSSTARGET="${CROSSTARGET}" \
523 BUILD_ARCH="${BUILD_ARCH}" \
524 BUILD_PLATFORM="${BUILD_PLATFORM}" \
525 CCACHE_DIR=/usr/src/ccache \
526 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
527 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
535 if [ ! -e $BASEDIR/build/usr/src/lfs/ ]; then
536 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/"
539 echo "Entering to a shell inside LFS chroot, go out with exit"
540 local PS1="ipfire build chroot (${BUILD_ARCH}) \u:\w\$ "
542 if enterchroot bash -i; then
546 exiterror "chroot error"
550 lfsmakecommoncheck() {
552 if [ ! -f $BASEDIR/lfs/$1 ]; then
553 exiterror "No such file or directory: $BASEDIR/$1"
556 # Print package name and version
559 # Check if this package is supported by our architecture.
560 # If no SUP_ARCH is found, we assume the package can be built for all.
561 if grep "^SUP_ARCH" ${BASEDIR}/lfs/${1} >/dev/null; then
562 # Check if package supports ${BUILD_ARCH} or all architectures.
563 if ! grep -E "^SUP_ARCH.*${BUILD_ARCH}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
572 for i in $SKIP_PACKAGE_LIST
574 if [ "$i" == "$1" ]; then
580 echo -ne "`date -u '+%b %e %T'`: Building $* " >> $LOGFILE
582 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
583 MESSAGE="$1\t " download >> $LOGFILE 2>&1
584 if [ $? -ne 0 ]; then
585 exiterror "Download error in $1"
588 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
589 MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
590 if [ $? -ne 0 ]; then
591 exiterror "md5sum error in $1, check file in cache or signature"
598 lfsmakecommoncheck $*
599 [ $? == 1 ] && return 0
601 cd $BASEDIR/lfs && env -i \
602 PATH="${TOOLS_DIR}/ccache/bin:${TOOLS_DIR}/bin:$PATH" \
603 CCACHE_DIR="${CCACHE_DIR}" \
604 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
605 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
607 CXXFLAGS="${CXXFLAGS}" \
608 MAKETUNING="${MAKETUNING}" \
611 TOOLS_DIR="${TOOLS_DIR}" \
612 CROSSTARGET="${CROSSTARGET}" \
613 BUILDTARGET="${BUILDTARGET}" \
614 BUILD_ARCH="${BUILD_ARCH}" \
615 BUILD_PLATFORM="${BUILD_PLATFORM}" \
616 LFS_BASEDIR="${BASEDIR}" \
619 install >> $LOGFILE 2>&1 &
621 if ! wait_until_finished $!; then
623 exiterror "Building $*"
630 lfsmakecommoncheck $*
631 [ $? == 1 ] && return 0
636 ${EXTRA_PATH}bash -x -c "cd /usr/src/lfs && \
637 MAKETUNING=${MAKETUNING} \
639 LFS_BASEDIR=/usr/src install" \
642 if ! wait_until_finished $!; then
644 exiterror "Building $*"
651 lfsmakecommoncheck $*
652 [ $? == 1 ] && return 0
657 bash -x -c "cd /usr/src/lfs && make -f $* LFS_BASEDIR=/usr/src dist" \
660 if ! wait_until_finished $!; then
662 exiterror "Packaging $*"
668 wait_until_finished() {
671 local start_time=$(now)
674 if ${INTERACTIVE}; then
675 # Wait a little just in case the process
676 # has finished very quickly.
680 while kill -0 ${pid} 2>/dev/null; do
681 print_runtime $(( $(now) - ${start_time} ))
688 # Returns the exit code of the child process
692 if ! ${INTERACTIVE}; then
693 print_runtime $(( $(now) - ${start_time} ))
700 [ -e "${BASEDIR}/build${TOOLS_DIR}/lib/libpakfire_preload.so" ] || return
702 local env="LD_PRELOAD=${TOOLS_DIR}/lib/libpakfire_preload.so"
704 # Fake kernel version, because some of the packages do not compile
705 # with kernel 3.0 and later.
706 env="${env} UTS_RELEASE=${KVER}"
708 # Fake machine version.
709 env="${env} UTS_MACHINE=${BUILD_ARCH}"
717 # Don't add anything if qemu is not used.
718 if ! qemu_is_required; then
722 # Set default qemu options
723 case "${BUILD_ARCH}" in
725 QEMU_CPU="${QEMU_CPU:-cortex-a9}"
727 env="${env} QEMU_CPU=${QEMU_CPU}"
732 #env="${env} QEMU_STRACE=1"
738 local build_arch="${1}"
740 if [ -z "${build_arch}" ]; then
741 build_arch="${BUILD_ARCH}"
744 case "${HOST_ARCH},${build_arch}" in
745 x86_64,arm*|i?86,arm*|i?86,x86_64)
754 qemu_install_helper() {
755 # Do nothing, if qemu is not required
756 if ! qemu_is_required; then
760 if [ ! -e /proc/sys/fs/binfmt_misc/status ]; then
761 exiterror "binfmt_misc not mounted. QEMU_TARGET_HELPER not useable."
764 if [ ! $(cat /proc/sys/fs/binfmt_misc/status) = 'enabled' ]; then
765 exiterror "binfmt_misc not enabled. QEMU_TARGET_HELPER not useable."
769 if [ -z "${QEMU_TARGET_HELPER}" ]; then
770 exiterror "QEMU_TARGET_HELPER not set"
773 # Check if the helper is already installed.
774 if [ -x "${LFS}${QEMU_TARGET_HELPER}" ]; then
778 # Try to find a suitable binary that we can install
779 # to the build environment.
781 for file in "${QEMU_TARGET_HELPER}" "${QEMU_TARGET_HELPER}-static"; do
782 # file must exist and be executable.
783 [ -x "${file}" ] || continue
786 file_is_static "${file}" || continue
788 local dirname="${LFS}$(dirname "${file}")"
789 mkdir -p "${dirname}"
791 install -m 755 "${file}" "${LFS}${QEMU_TARGET_HELPER}"
795 exiterror "Could not find a statically-linked QEMU emulator: ${QEMU_TARGET_HELPER}"
798 qemu_find_build_helper_name() {
799 local build_arch="${1}"
802 case "${build_arch}" in
804 magic="7f454c4601010100000000000000000002002800"
807 magic="7f454c4602010100000000000000000002003e00"
811 [ -z "${magic}" ] && return 1
814 for file in /proc/sys/fs/binfmt_misc/*; do
815 # skip write only register entry
816 [ $(basename "${file}") = "register" ] && continue
817 # Search for the file with the correct magic value.
818 grep -qE "^magic ${magic}$" "${file}" || continue
820 local interpreter="$(grep "^interpreter" "${file}" | awk '{ print $2 }')"
822 [ -n "${interpreter}" ] || continue
823 [ "${interpreter:0:1}" = "/" ] || continue
824 [ -x "${interpreter}" ] || continue
826 echo "${interpreter}"
836 file ${file} 2>/dev/null | grep -q "statically linked"
839 update_language_list() {
843 for lang in ${path}/*.po; do
844 lang="$(basename "${lang}")"
846 done | sort -u > "${path}/LINGUAS"
849 # Load configuration file
850 if [ -f .config ]; then
854 # TARGET_ARCH is BUILD_ARCH now
855 if [ -n "${TARGET_ARCH}" ]; then
856 BUILD_ARCH="${TARGET_ARCH}"
860 # Get the amount of memory in this build system
861 HOST_MEM=$(system_memory)
863 if [ -n "${BUILD_ARCH}" ]; then
864 configure_build "${BUILD_ARCH}"
866 configure_build "default"
871 case "${BUILD_ARCH}:${HOST_ARCH}" in
878 i586:i586|i586:i686|i586:x86_64)
886 arvm7hl:armv7hl|armv7hl:armv7l)
890 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l|armv5tel:aarch64)
899 exiterror "Cannot build ${BUILD_ARCH} toolchain on $(uname -m). Please use the download if any."
901 local gcc=$(type -p gcc)
902 if [ -z "${gcc}" ]; then
903 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
906 # Check ${TOOLS_DIR} symlink
907 if [ -h "${TOOLS_DIR}" ]; then
911 if [ ! -e "${TOOLS_DIR}" ]; then
912 ln -s "${BASEDIR}/build${TOOLS_DIR}" "${TOOLS_DIR}"
915 if [ ! -h "${TOOLS_DIR}" ]; then
916 exiterror "Could not create ${TOOLS_DIR} symbolic link"
919 LOGFILE="$BASEDIR/log/_build.toolchain.log"
923 lfsmake1 ccache PASS=1
924 lfsmake1 binutils PASS=1
926 lfsmake1 linux KCFG="-headers"
929 lfsmake1 binutils PASS=2
932 lfsmake1 ccache PASS=2
958 lfsmake1 fake-environ
960 lfsmake1 cleanup-toolchain
964 LOGFILE="$BASEDIR/log/_build.base.log"
967 lfsmake2 linux KCFG="-headers"
971 lfsmake2 cleanup-toolchain
993 lfsmake2 readline-compat
1034 LOGFILE="$BASEDIR/log/_build.ipfire.log"
1037 lfsmake2 initscripts
1040 lfsmake2 libusb-compat
1046 lfsmake2 linux-firmware
1047 lfsmake2 ath10k-firmware
1048 lfsmake2 dvb-firmwares
1049 lfsmake2 mt7601u-firmware
1050 lfsmake2 zd1211-firmware
1051 lfsmake2 rpi-firmware
1058 lfsmake2 multipath-tools
1062 lfsmake2 libnfnetlink
1063 lfsmake2 libnetfilter_queue
1064 lfsmake2 libnetfilter_conntrack
1065 lfsmake2 libnetfilter_cthelper
1066 lfsmake2 libnetfilter_cttimeout
1069 case "${BUILD_ARCH}" in
1071 lfsmake2 linux KCFG=""
1072 lfsmake2 backports KCFG=""
1073 lfsmake2 e1000e KCFG=""
1074 lfsmake2 igb KCFG=""
1075 lfsmake2 ixgbe KCFG=""
1076 lfsmake2 xtables-addons KCFG=""
1077 lfsmake2 linux-initrd KCFG=""
1080 # x86-pae (Native and new XEN) kernel build
1081 lfsmake2 linux KCFG="-pae"
1082 lfsmake2 backports KCFG="-pae"
1083 lfsmake2 e1000e KCFG="-pae"
1084 lfsmake2 igb KCFG="-pae"
1085 lfsmake2 ixgbe KCFG="-pae"
1086 lfsmake2 xtables-addons KCFG="-pae"
1087 lfsmake2 linux-initrd KCFG="-pae"
1090 lfsmake2 linux KCFG=""
1091 lfsmake2 backports KCFG=""
1092 lfsmake2 e1000e KCFG=""
1093 lfsmake2 igb KCFG=""
1094 lfsmake2 ixgbe KCFG=""
1095 lfsmake2 xtables-addons KCFG=""
1096 lfsmake2 linux-initrd KCFG=""
1100 # arm-rpi (Raspberry Pi) kernel build
1101 lfsmake2 linux KCFG="-rpi"
1102 lfsmake2 backports KCFG="-rpi"
1103 lfsmake2 xtables-addons KCFG="-rpi"
1104 lfsmake2 linux-initrd KCFG="-rpi"
1106 # arm multi platform (Panda, Wandboard ...) kernel build
1107 lfsmake2 linux KCFG="-multi"
1108 lfsmake2 backports KCFG="-multi"
1109 lfsmake2 e1000e KCFG="-multi"
1110 lfsmake2 igb KCFG="-multi"
1111 lfsmake2 ixgbe KCFG="-multi"
1112 lfsmake2 xtables-addons KCFG="-multi"
1113 lfsmake2 linux-initrd KCFG="-multi"
1115 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
1116 lfsmake2 linux KCFG="-kirkwood"
1117 lfsmake2 backports KCFG="-kirkwood"
1118 lfsmake2 e1000e KCFG="-kirkwood"
1119 lfsmake2 igb KCFG="-kirkwood"
1120 lfsmake2 ixgbe KCFG="-kirkwood"
1121 lfsmake2 xtables-addons KCFG="-kirkwood"
1122 lfsmake2 linux-initrd KCFG="-kirkwood"
1125 lfsmake2 xtables-addons USPACE="1"
1127 [ "${BUILD_ARCH}" = "i586" ] && lfsmake2 openssl KCFG='-sse2'
1128 lfsmake2 openssl-compat
1129 lfsmake2 libgpg-error
1153 lfsmake2 ca-certificates
1161 lfsmake2 libjpeg-compat
1182 lfsmake2 web-user-interface
1190 lfsmake2 reiserfsprogs
1196 lfsmake2 ez-ipupdate
1200 lfsmake2 GD-TextUtil
1201 lfsmake2 perl-Device-SerialPort
1202 lfsmake2 perl-Device-Modem
1203 lfsmake2 perl-Apache-Htpasswd
1209 lfsmake2 conntrack-tools
1213 lfsmake2 l7-protocols
1220 lfsmake2 HTML-Tagset
1221 lfsmake2 HTML-Parser
1222 lfsmake2 HTML-Template
1223 lfsmake2 Compress-Zlib
1225 lfsmake2 Digest-SHA1
1226 lfsmake2 Digest-HMAC
1227 lfsmake2 libwww-perl
1229 lfsmake2 Net-IPv4Addr
1232 lfsmake2 IO-Socket-SSL
1233 lfsmake2 Unix-Syslog
1237 lfsmake2 Convert-TNEF
1238 lfsmake2 Convert-UUlib
1239 lfsmake2 Archive-Tar
1240 lfsmake2 Archive-Zip
1241 lfsmake2 Text-Tabs+Wrap
1242 lfsmake2 Locale-Country
1244 lfsmake2 Crypt-PasswdMD5
1246 lfsmake2 python-setuptools
1247 lfsmake2 python-clientform
1248 lfsmake2 python-mechanize
1249 lfsmake2 python-feedparser
1250 lfsmake2 python-rssdler
1251 lfsmake2 python-inotify
1252 lfsmake2 python-docutils
1253 lfsmake2 python-daemon
1254 lfsmake2 python-ipaddress
1260 lfsmake2 dejavu-fonts-ttf
1261 lfsmake2 ubuntu-font-family
1291 lfsmake2 ghostscript
1294 lfsmake2 cups-filters
1295 lfsmake2 epson-inkjet-printer-escpr
1304 lfsmake2 bridge-utils
1306 lfsmake2 smartmontools
1311 lfsmake2 cyrus-imapd
1313 lfsmake2 spamassassin
1347 lfsmake2 pcmciautils
1356 lfsmake2 python-pyparsing
1357 lfsmake2 spice-protocol
1360 lfsmake2 libusbredir
1365 lfsmake2 nagios_nrpe
1366 lfsmake2 nagios-plugins
1373 lfsmake2 vdr_streamdev
1374 lfsmake2 vdr_epgsearch
1379 lfsmake2 icegenerator
1381 lfsmake2 libmpdclient
1383 lfsmake2 perl-Net-SMTP-SSL
1384 lfsmake2 perl-MIME-Base64
1385 lfsmake2 perl-Authen-SASL
1386 lfsmake2 perl-MIME-Lite
1387 lfsmake2 perl-Email-Date-Format
1389 lfsmake2 squidclamav
1392 lfsmake2 wpa_supplicant
1398 lfsmake2 cpufrequtils
1406 lfsmake2 streamripper
1410 lfsmake2 perl-gettext
1411 lfsmake2 perl-Sort-Naturally
1415 lfsmake2 perl-DBD-SQLite
1416 lfsmake2 perl-File-ReadBackwards
1417 lfsmake2 openvmtools
1427 lfsmake2 usb_modeswitch
1428 lfsmake2 usb_modeswitch_data
1437 lfsmake2 python-typing
1438 lfsmake2 python-m2crypto
1439 lfsmake2 wireless-regdb
1442 lfsmake2 python-distutils-extra
1443 lfsmake2 python-lzma
1444 lfsmake2 python-progressbar
1445 lfsmake2 python-xattr
1447 lfsmake2 transmission
1460 lfsmake2 libstatgrab
1462 lfsmake2 check_mk_agent
1469 lfsmake2 ipfire-netboot
1475 lfsmake2 perl-Carp-Clan
1476 lfsmake2 perl-Date-Calc
1477 lfsmake2 perl-Date-Manip
1478 lfsmake2 perl-File-Tail
1479 lfsmake2 perl-TimeDate
1489 lfsmake2 perl-Font-TTF
1490 lfsmake2 perl-IO-String
1491 lfsmake2 perl-PDF-API2
1492 lfsmake2 squid-accounting
1495 lfsmake2 perl-Text-CSV_XS
1505 lfsmake2 util-macros
1506 lfsmake2 libpciaccess
1510 lfsmake2 perl-common-sense
1511 lfsmake2 perl-inotify2
1512 lfsmake2 perl-Net-IP
1515 lfsmake2 mdns-repeater
1520 # Run installer scripts one by one
1521 LOGFILE="$BASEDIR/log/_build.installer.log"
1525 # use toolchain bash for chroot to strip
1526 EXTRA_PATH=${TOOLS_DIR}/bin/ lfsmake2 strip
1530 LOGFILE="$BASEDIR/log/_build.packages.log"
1532 echo "... see detailed log in _build.*.log files" >> $LOGFILE
1535 # Generating list of packages used
1536 print_line "Generating packages list from logs"
1537 rm -f $BASEDIR/doc/packages-list
1538 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
1539 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
1540 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
1543 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
1544 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
1545 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
1546 rm -f $BASEDIR/doc/packages-list
1547 # packages-list.txt is ready to be displayed for wiki page
1552 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1553 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1554 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1556 # Create images for install
1559 # Check if there is a loop device for building in virtual environments
1560 modprobe loop 2>/dev/null
1561 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
1562 lfsmake2 flash-images
1563 lfsmake2 flash-images SCON=1
1566 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
1571 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
1575 # remove not useable iso on armv5tel (needed to build flash images)
1576 [ "${BUILD_ARCH}" = "armv5tel" ] && rm -rf *.iso
1578 for i in `ls *.bz2 *.img.gz *.iso`; do
1585 rm -rf $BASEDIR/build/tmp/*
1591 lfsmake2 core-updates
1594 for i in $(find $BASEDIR/config/rootfiles/packages{/${BUILD_ARCH},} -maxdepth 1 -type f); do
1596 if [ -e $BASEDIR/lfs/$i ]; then
1603 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
1604 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
1605 rm -rf $BASEDIR/build/install/packages/*
1608 while [ $# -gt 0 ]; do
1611 configure_build "${1#--target=}"
1614 exiterror "Unknown configuration option: ${1}"
1617 # Found a command, so exit options parsing.
1624 # See what we're supposed to do
1630 ${INTERACTIVE} && clear
1632 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz 2> /dev/null | head -n 1`
1633 #only restore on a clean disk
1634 if [ ! -e "${BASEDIR}/build${TOOLS_DIR}/.toolchain-successful" ]; then
1635 if [ ! -n "$PACKAGE" ]; then
1636 print_build_stage "Full toolchain compilation"
1640 PACKAGENAME=${PACKAGE%.tar.xz}
1641 print_build_stage "Packaged toolchain compilation"
1642 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
1646 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
1653 print_build_stage "Building LFS"
1656 print_build_stage "Building IPFire"
1659 print_build_stage "Building installer"
1662 print_build_stage "Building packages"
1665 print_build_stage "Checking Logfiles for new Files"
1668 tools/checknewlog.pl
1669 tools/checkrootfiles
1672 print_build_summary $(( $(now) - ${START_TIME} ))
1675 # enter a shell inside LFS chroot
1676 # may be used to changed kernel settings
1681 print_line "Cleaning build directory..."
1683 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
1684 $LOSETUP -d $i 2>/dev/null
1686 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
1690 for i in `seq 0 7`; do
1691 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
1692 umount /dev/loop${i} 2>/dev/null;
1693 losetup -d /dev/loop${i} 2>/dev/null;
1696 rm -rf $BASEDIR/build
1697 rm -rf $BASEDIR/cdrom
1698 rm -rf $BASEDIR/packages
1700 if [ -h "${TOOLS_DIR}" ]; then
1701 rm -f "${TOOLS_DIR}"
1703 rm -f $BASEDIR/ipfire-*
1707 if [ ! -d $BASEDIR/cache ]; then
1708 mkdir $BASEDIR/cache
1710 mkdir -p $BASEDIR/log
1711 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1714 for c in `seq $MAX_RETRIES`; do
1715 if (( FINISHED==1 )); then
1721 if [ -f "$i" -a "$i" != "Config" ]; then
1722 lfsmakecommoncheck ${i} || continue
1724 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
1725 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1726 if [ $? -ne 0 ]; then
1730 if [ $c -eq 1 ]; then
1737 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1740 if [ -f "$i" -a "$i" != "Config" ]; then
1741 lfsmakecommoncheck ${i} > /dev/null || continue
1742 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
1743 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1744 if [ $? -ne 0 ]; then
1745 echo -ne "MD5 difference in lfs/$i"
1751 if [ $ERROR -eq 0 ]; then
1752 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1755 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1758 cd - >/dev/null 2>&1
1762 ${INTERACTIVE} && clear
1765 print_build_stage "Toolchain compilation (${BUILD_ARCH})"
1767 echo "`date -u '+%b %e %T'`: Create toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
1768 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1769 cd $BASEDIR && XZ_OPT="-T0 -8" tar -Jc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \
1770 build/${TOOLS_DIR} build/bin/sh log >> $LOGFILE
1771 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \
1772 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.md5
1776 # arbitrary name to be updated in case of new toolchain package upload
1777 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}
1778 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.xz ]; then
1779 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1780 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1781 echo "`date -u '+%b %e %T'`: Load toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
1782 cd $BASEDIR/cache/toolchains
1783 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.xz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1784 if [ $? -ne 0 ]; then
1785 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for ${BUILD_ARCH} machine" | tee -a $LOGFILE
1787 if [ "`md5sum $PACKAGE.tar.xz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1788 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1790 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1794 echo "Toolchain is already downloaded. Exiting..."
1799 if [ -z $IPFIRE_USER ]; then
1800 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1805 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1806 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1808 for file in ${BASEDIR}/cache/*; do
1809 [ -d "${file}" ] && continue
1810 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
1811 NEW_FILES="$NEW_FILES $file"
1813 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1819 echo -ne "Checking the translations for missing or obsolete strings..."
1820 chmod 755 $BASEDIR/tools/{check_strings.pl,sort_strings.pl,check_langs.sh}
1821 $BASEDIR/tools/sort_strings.pl en
1822 $BASEDIR/tools/sort_strings.pl de
1823 $BASEDIR/tools/sort_strings.pl fr
1824 $BASEDIR/tools/sort_strings.pl es
1825 $BASEDIR/tools/sort_strings.pl pl
1826 $BASEDIR/tools/sort_strings.pl ru
1827 $BASEDIR/tools/sort_strings.pl nl
1828 $BASEDIR/tools/sort_strings.pl tr
1829 $BASEDIR/tools/sort_strings.pl it
1830 $BASEDIR/tools/check_strings.pl en > $BASEDIR/doc/language_issues.en
1831 $BASEDIR/tools/check_strings.pl de > $BASEDIR/doc/language_issues.de
1832 $BASEDIR/tools/check_strings.pl fr > $BASEDIR/doc/language_issues.fr
1833 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.es
1834 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.pl
1835 $BASEDIR/tools/check_strings.pl ru > $BASEDIR/doc/language_issues.ru
1836 $BASEDIR/tools/check_strings.pl nl > $BASEDIR/doc/language_issues.nl
1837 $BASEDIR/tools/check_strings.pl tr > $BASEDIR/doc/language_issues.tr
1838 $BASEDIR/tools/check_strings.pl it > $BASEDIR/doc/language_issues.it
1839 $BASEDIR/tools/check_langs.sh > $BASEDIR/doc/language_missings
1842 echo -ne "Updating language lists..."
1843 update_language_list ${BASEDIR}/src/installer/po
1844 update_language_list ${BASEDIR}/src/setup/po
1848 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1849 cat doc/make.sh-usage