]>
git.ipfire.org Git - ipfire-2.x.git/blob - make.sh
b4d5ea7a39dbfc6d688aed44034fb1c621df3dbe
2 ############################################################################
4 # This file is part of the IPFire Firewall. #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
20 # Copyright (C) 2007-2019 IPFire Team <info@ipfire.org>. #
22 ############################################################################
25 NAME
="IPFire" # Software name
26 SNAME
="ipfire" # Short name
28 VERSION="2.23" # Version number
29 CORE="131" # Core Level (Filename)
30 PAKFIRE_CORE="130" # Core Level (PAKFIRE)
31 GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch
32 SLOGAN="www.ipfire.org" # Software slogan
33 CONFIG_ROOT=/var/ipfire # Configuration rootdir
35 MAX_RETRIES=1 # prefetch/check loop
36 BUILD_IMAGES=1 # Flash and Xen Downloader
37 KVER=`grep --max-count=1 VER lfs
/linux |
awk '{ print $3 }'`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
43 ###############################################################################
45 # Beautifying variables & presentation & input output interface
47 ###############################################################################
49 # Remember if the shell is interactive or not
50 if [ -t 0 ] && [ -t 1 ]; then
56 # Sets or adjusts pretty formatting variables
59 # Find current screen size
62 # When using remote connections, such as a serial port, stty size returns 0
63 if ! ${INTERACTIVE} || [ "${COLUMNS}" = "0" ]; then
67 # Measurements for positioning result messages
71 NAME_WIDTH=$(( COLUMNS - OPTIONS_WIDTH - TIME_WIDTH - STATUS_WIDTH ))
72 LINE_WIDTH=$(( COLUMNS - STATUS_WIDTH ))
74 TIME_COL=$(( NAME_WIDTH + OPTIONS_WIDTH ))
75 STATUS_COL=$(( TIME_COL + TIME_WIDTH ))
78 # Initially setup terminal
81 # Call resize_terminal when terminal is being resized
82 trap "resize_terminal" WINCH
84 # Define color for messages
92 # New architecture variables
93 HOST_ARCH="$(uname -m)"
96 BASENAME=$(basename $0)
98 # Debian specific settings
99 if [ ! -e /etc/debian_version ]; then
102 if [ -x /usr/bin/realpath ]; then
103 FULLPATH=`/usr
/bin
/realpath
$0`
105 echo "ERROR: Need to do apt-get install realpath"
110 # This is the directory where make.sh is in
111 export BASEDIR=$(echo $FULLPATH | sed "s/\/$BASENAME//g")
113 LOGFILE=$BASEDIR/log/_build.preparation.log
115 DIR_CHK=$BASEDIR/cache/check
116 mkdir $BASEDIR/log/ 2>/dev/null
118 system_processors() {
119 getconf _NPROCESSORS_ONLN 2>/dev/null || echo "1"
125 while read -r key val unit; do
129 echo "$(( ${val} / 1024 ))"
137 local build_arch="${1}"
139 if [ "${build_arch}" = "default" ]; then
140 build_arch="$(configure_build_guess)"
143 case "${build_arch}" in
145 BUILDTARGET="${build_arch}-unknown-linux-gnu"
146 CROSSTARGET="${build_arch}-cross-linux-gnu"
148 CFLAGS_ARCH="-m64 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic"
152 BUILDTARGET="${build_arch}-pc-linux-gnu"
153 CROSSTARGET="${build_arch}-cross-linux-gnu"
155 CFLAGS_ARCH="-march=i586 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic -fomit-frame-pointer"
159 BUILDTARGET="${build_arch}-unknown-linux-gnu"
160 CROSSTARGET="${build_arch}-cross-linux-gnu"
166 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
167 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
169 CFLAGS_ARCH="-march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=hard"
173 BUILDTARGET="${build_arch}-unknown-linux-gnueabi"
174 CROSSTARGET="${build_arch}-cross-linux-gnueabi"
176 CFLAGS_ARCH="-march=armv5te -mfloat-abi=soft -fomit-frame-pointer"
180 exiterror "Cannot build for architure ${build_arch}"
184 # Check if the QEMU helper is available if needed.
185 if qemu_is_required "${build_arch}"; then
186 local qemu_build_helper="$(qemu_find_build_helper_name "${build_arch}")"
188 if [ -n "${qemu_build_helper}" ]; then
189 QEMU_TARGET_HELPER="${qemu_build_helper}"
191 exiterror "Could not find a binfmt_misc helper entry for ${build_arch}"
195 BUILD_ARCH="${build_arch}"
196 TOOLS_DIR="/tools_${BUILD_ARCH}"
199 HARDENING_CFLAGS="-Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong"
201 CFLAGS="-O2 -pipe -Wall -fexceptions -fPIC ${CFLAGS_ARCH}"
204 # Determine parallelism
205 # We assume that each process consumes about
206 # 128MB of memory. Therefore we find out how
207 # many processes fit into memory.
208 local mem_max=$(( ${SYSTEM_MEMORY} / 128 ))
209 local cpu_max=$(( ${SYSTEM_PROCESSORS} + 1 ))
212 if [ ${mem_max} -lt ${cpu_max} ]; then
213 parallelism=${mem_max}
215 parallelism=${cpu_max}
218 # Use this as default PARALLELISM
219 DEFAULT_PARALLELISM="${parallelism}"
221 # Compression parameters
222 # We use mode 8 for reasonable memory usage when decompressing
223 # but with overall good compression
226 # We try to use as many cores as possible
227 XZ_OPT="${XZ_OPT} -T0"
229 # We need to limit memory because XZ uses too much when running
230 # in parallel and it isn't very smart in limiting itself.
231 # We allow XZ to use up to 70% of all system memory.
232 local xz_memory=$(( SYSTEM_MEMORY * 7 / 10 ))
234 # XZ memory cannot be larger than 2GB on 32 bit systems
235 case "${build_arch}" in
237 if [ ${xz_memory} -gt 2048 ]; then
243 XZ_OPT="${XZ_OPT} --memory=${xz_memory}MiB"
246 configure_build_guess() {
247 case "${HOST_ARCH}" in
259 armv7*|armv6*|armv5*)
264 exiterror "Cannot guess build architecture"
270 umount $BASEDIR/build/sys 2>/dev/null;
271 umount $BASEDIR/build/dev/shm 2>/dev/null;
272 umount $BASEDIR/build/dev/pts 2>/dev/null;
273 umount $BASEDIR/build/dev 2>/dev/null;
274 umount $BASEDIR/build/proc 2>/dev/null;
275 umount $BASEDIR/build/install/mnt 2>/dev/null;
276 umount $BASEDIR/build/usr/src/cache 2>/dev/null;
277 umount $BASEDIR/build/usr/src/ccache 2>/dev/null;
278 umount $BASEDIR/build/usr/src/config 2>/dev/null;
279 umount $BASEDIR/build/usr/src/doc 2>/dev/null;
280 umount $BASEDIR/build/usr/src/html 2>/dev/null;
281 umount $BASEDIR/build/usr/src/langs 2>/dev/null;
282 umount $BASEDIR/build/usr/src/lfs 2>/dev/null;
283 umount $BASEDIR/build/usr/src/log 2>/dev/null;
284 umount $BASEDIR/build/usr/src/src 2>/dev/null;
294 if [ ${seconds} -ge 3600 ]; then
295 printf "%d:%02d:%02d\n" \
296 "$(( seconds / 3600 ))" \
297 "$(( seconds % 3600 / 60 ))" \
298 "$(( seconds % 3600 % 60 ))"
299 elif [ ${seconds} -ge 60 ]; then
301 "$(( seconds / 60 ))" \
302 "$(( seconds % 60 ))"
304 printf "%d\n" "${seconds}"
311 printf "%-${LINE_WIDTH}s" "${line}"
318 if ${INTERACTIVE}; then
324 if ${INTERACTIVE}; then
330 _print_line BOLD "$@"
334 _print_line FAIL "$@"
341 local version="$(grep -E "^VER |^VER=|^VER " $BASEDIR/lfs/${name} | awk '{ print $3 }')"
344 local string="${name}"
345 if [ -n "${version}" ] && [ "${version}" != "ipfire" ]; then
346 string="${string} (${version})"
349 printf "%-$(( ${NAME_WIDTH} - 1 ))s " "${string}"
350 printf "%$(( ${OPTIONS_WIDTH} - 1 ))s " "${options}"
354 local runtime=$(format_runtime $@)
356 if ${INTERACTIVE}; then
357 printf "\\033[${TIME_COL}G[ ${BOLD}%$(( ${TIME_WIDTH} - 4 ))s${NORMAL} ]" "${runtime}"
359 printf "[ %$(( ${TIME_WIDTH} - 4 ))s ]" "${runtime}"
366 local color="${!status}"
368 if ${INTERACTIVE}; then
369 printf "\\033[${STATUS_COL}G[${color-${BOLD}} %-$(( ${STATUS_WIDTH} - 4 ))s ${NORMAL}]\n" "${status}"
371 printf "[ %-$(( ${STATUS_WIDTH} - 4 ))s ]\n" "${status}"
375 print_build_stage() {
382 print_build_summary() {
383 local runtime=$(format_runtime $@)
385 print_line "*** Build finished in ${runtime}"
391 for i in `seq 0 7`; do
392 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
393 losetup -d /dev/loop${i} 2>/dev/null
398 if [ -n "${LOGFILE}" ] && [ -e "${LOGFILE}" ]; then
402 while read -r line; do
404 done <<< "$(tail -n30 ${LOGFILE})"
410 for line in "ERROR: $@" " Check ${LOGFILE} for errors if applicable"; do
411 print_error "${line}"
419 # Are we running the right shell?
420 if [ -z "${BASH}" ]; then
421 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
424 if [ -z "${BASH_VERSION}" ]; then
425 exiterror "Not running BASH shell."
428 # Trap on emergency exit
429 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
431 # Resetting our nice level
432 if ! renice ${NICE} $$ >/dev/null; then
433 exiterror "Failed to set nice level to ${NICE}"
436 # Checking if running as root user
437 if [ $(id -u) -ne 0 ]; then
438 exiterror "root privileges required for building"
441 # Checking for necessary temporary space
442 print_line "Checking for necessary space on disk $BASE_DEV"
443 BASE_DEV=`df
-P -k $BASEDIR |
tail -n 1 |
awk '{ print $1 }'`
444 BASE_ASPACE=`df
-P -k $BASEDIR |
tail -n 1 |
awk '{ print $4 }'`
445 if (( 2048000 > $BASE_ASPACE )); then
446 BASE_USPACE=`du
-skx $BASEDIR |
awk '{print $1}'`
447 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
449 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
464 export LFS LC_ALL CFLAGS CXXFLAGS DEFAULT_PARALLELISM
465 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
467 # Make some extra directories
468 mkdir -p "${BASEDIR}/build${TOOLS_DIR}" 2>/dev/null
469 mkdir -p $BASEDIR/build/{etc,usr/src} 2>/dev/null
470 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
471 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
472 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
474 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
475 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
477 # Make all sources and proc available under lfs build
478 mount --bind /dev $BASEDIR/build/dev
479 mount --bind /dev/pts $BASEDIR/build/dev/pts
480 mount --bind /dev/shm $BASEDIR/build/dev/shm
481 mount --bind /proc $BASEDIR/build/proc
482 mount --bind /sys $BASEDIR/build/sys
483 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
484 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
485 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
486 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
487 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
488 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
489 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
490 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
491 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
493 # Run LFS static binary creation scripts one by one
494 export CCACHE_DIR=$BASEDIR/ccache
495 export CCACHE_COMPRESS=1
496 export CCACHE_COMPILERCHECK="string:toolchain-${TOOLCHAINVER} ${BUILD_ARCH}"
498 # Remove pre-install list of installed files in case user erase some files before rebuild
499 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
501 # Prepare string for /etc/system-release.
502 SYSTEM_RELEASE="${NAME} ${VERSION} (${BUILD_ARCH})"
503 if [ "$(git status -s | wc -l)" == "0" ]; then
508 case "$GIT_BRANCH" in
510 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
513 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
519 # Install QEMU helper, if needed
522 local PATH="${TOOLS_DIR}/ccache/bin:/bin:/usr/bin:/sbin:/usr/sbin:${TOOLS_DIR}/bin"
524 PATH="${PATH}" chroot ${LFS} env -i \
529 SYSTEM_RELEASE="${SYSTEM_RELEASE}" \
530 PAKFIRE_CORE="${PAKFIRE_CORE}" \
533 VERSION="${VERSION}" \
536 TOOLS_DIR="${TOOLS_DIR}" \
537 CONFIG_ROOT="${CONFIG_ROOT}" \
538 CFLAGS="${CFLAGS} ${HARDENING_CFLAGS}" \
539 CXXFLAGS="${CXXFLAGS} ${HARDENING_CFLAGS}" \
540 BUILDTARGET="${BUILDTARGET}" \
541 CROSSTARGET="${CROSSTARGET}" \
542 BUILD_ARCH="${BUILD_ARCH}" \
543 BUILD_PLATFORM="${BUILD_PLATFORM}" \
544 CCACHE_DIR=/usr/src/ccache \
545 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
546 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
549 DEFAULT_PARALLELISM="${DEFAULT_PARALLELISM}" \
550 SYSTEM_PROCESSORS="${SYSTEM_PROCESSORS}" \
551 SYSTEM_MEMORY="${SYSTEM_MEMORY}" \
558 if [ ! -e $BASEDIR/build/usr/src/lfs/ ]; then
559 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/"
562 echo "Entering to a shell inside LFS chroot, go out with exit"
563 local PS1="ipfire build chroot (${BUILD_ARCH}) \u:\w\$ "
565 if enterchroot bash -i; then
569 exiterror "chroot error"
573 lfsmakecommoncheck() {
575 if [ ! -f $BASEDIR/lfs/$1 ]; then
576 exiterror "No such file or directory: $BASEDIR/$1"
579 # Print package name and version
582 # Check if this package is supported by our architecture.
583 # If no SUP_ARCH is found, we assume the package can be built for all.
584 if grep "^SUP_ARCH" ${BASEDIR}/lfs/${1} >/dev/null; then
585 # Check if package supports ${BUILD_ARCH} or all architectures.
586 if ! grep -E "^SUP_ARCH.*${BUILD_ARCH}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
595 for i in $SKIP_PACKAGE_LIST
597 if [ "$i" == "$1" ]; then
603 echo -ne "`date -u '+%b %e %T'`: Building $* " >> $LOGFILE
605 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
606 MESSAGE="$1\t " download >> $LOGFILE 2>&1
607 if [ $? -ne 0 ]; then
608 exiterror "Download error in $1"
611 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
612 MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
613 if [ $? -ne 0 ]; then
614 exiterror "md5sum error in $1, check file in cache or signature"
621 lfsmakecommoncheck $*
622 [ $? == 1 ] && return 0
624 cd $BASEDIR/lfs && env -i \
625 PATH="${TOOLS_DIR}/ccache/bin:${TOOLS_DIR}/bin:$PATH" \
626 CCACHE_DIR="${CCACHE_DIR}" \
627 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
628 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
630 CXXFLAGS="${CXXFLAGS}" \
631 DEFAULT_PARALLELISM="${DEFAULT_PARALLELISM}" \
632 SYSTEM_PROCESSORS="${SYSTEM_PROCESSORS}" \
633 SYSTEM_MEMORY="${SYSTEM_MEMORY}" \
636 TOOLS_DIR="${TOOLS_DIR}" \
637 CROSSTARGET="${CROSSTARGET}" \
638 BUILDTARGET="${BUILDTARGET}" \
639 BUILD_ARCH="${BUILD_ARCH}" \
640 BUILD_PLATFORM="${BUILD_PLATFORM}" \
641 LFS_BASEDIR="${BASEDIR}" \
644 install >> $LOGFILE 2>&1 &
646 if ! wait_until_finished $!; then
648 exiterror "Building $*"
655 lfsmakecommoncheck $*
656 [ $? == 1 ] && return 0
661 ${EXTRA_PATH}bash -x -c "cd /usr/src/lfs && \
663 LFS_BASEDIR=/usr/src install" \
666 if ! wait_until_finished $!; then
668 exiterror "Building $*"
675 lfsmakecommoncheck $*
676 [ $? == 1 ] && return 0
681 bash -x -c "cd /usr/src/lfs && make -f $* LFS_BASEDIR=/usr/src dist" \
684 if ! wait_until_finished $!; then
686 exiterror "Packaging $*"
692 wait_until_finished() {
695 local start_time=$(now)
698 if ${INTERACTIVE}; then
699 # Wait a little just in case the process
700 # has finished very quickly.
704 while kill -0 ${pid} 2>/dev/null; do
705 print_runtime $(( $(now) - ${start_time} ))
712 # Returns the exit code of the child process
716 if ! ${INTERACTIVE}; then
717 print_runtime $(( $(now) - ${start_time} ))
724 [ -e "${BASEDIR}/build${TOOLS_DIR}/lib/libpakfire_preload.so" ] || return
726 local env="LD_PRELOAD=${TOOLS_DIR}/lib/libpakfire_preload.so"
728 # Fake kernel version, because some of the packages do not compile
729 # with kernel 3.0 and later.
730 env="${env} UTS_RELEASE=${KVER}"
732 # Fake machine version.
733 env="${env} UTS_MACHINE=${BUILD_ARCH}"
741 # Don't add anything if qemu is not used.
742 if ! qemu_is_required; then
746 # Set default qemu options
747 case "${BUILD_ARCH}" in
749 QEMU_CPU="${QEMU_CPU:-cortex-a9}"
751 env="${env} QEMU_CPU=${QEMU_CPU}"
756 #env="${env} QEMU_STRACE=1"
762 local build_arch="${1}"
764 if [ -z "${build_arch}" ]; then
765 build_arch="${BUILD_ARCH}"
768 case "${HOST_ARCH},${build_arch}" in
769 x86_64,arm*|i?86,arm*|i?86,x86_64)
778 qemu_install_helper() {
779 # Do nothing, if qemu is not required
780 if ! qemu_is_required; then
784 if [ ! -e /proc/sys/fs/binfmt_misc/status ]; then
785 exiterror "binfmt_misc not mounted. QEMU_TARGET_HELPER not useable."
788 if [ ! $(cat /proc/sys/fs/binfmt_misc/status) = 'enabled' ]; then
789 exiterror "binfmt_misc not enabled. QEMU_TARGET_HELPER not useable."
793 if [ -z "${QEMU_TARGET_HELPER}" ]; then
794 exiterror "QEMU_TARGET_HELPER not set"
797 # Check if the helper is already installed.
798 if [ -x "${LFS}${QEMU_TARGET_HELPER}" ]; then
802 # Try to find a suitable binary that we can install
803 # to the build environment.
805 for file in "${QEMU_TARGET_HELPER}" "${QEMU_TARGET_HELPER}-static"; do
806 # file must exist and be executable.
807 [ -x "${file}" ] || continue
810 file_is_static "${file}" || continue
812 local dirname="${LFS}$(dirname "${file}")"
813 mkdir -p "${dirname}"
815 install -m 755 "${file}" "${LFS}${QEMU_TARGET_HELPER}"
819 exiterror "Could not find a statically-linked QEMU emulator: ${QEMU_TARGET_HELPER}"
822 qemu_find_build_helper_name() {
823 local build_arch="${1}"
826 case "${build_arch}" in
828 magic="7f454c4601010100000000000000000002002800"
831 magic="7f454c4602010100000000000000000002003e00"
835 [ -z "${magic}" ] && return 1
838 for file in /proc/sys/fs/binfmt_misc/*; do
839 # skip write only register entry
840 [ $(basename "${file}") = "register" ] && continue
841 # Search for the file with the correct magic value.
842 grep -qE "^magic ${magic}$" "${file}" || continue
844 local interpreter="$(grep "^interpreter" "${file}" | awk '{ print $2 }')"
846 [ -n "${interpreter}" ] || continue
847 [ "${interpreter:0:1}" = "/" ] || continue
848 [ -x "${interpreter}" ] || continue
850 echo "${interpreter}"
860 file ${file} 2>/dev/null | grep -q "statically linked"
863 update_language_list() {
867 for lang in ${path}/*.po; do
868 lang="$(basename "${lang}")"
870 done | sort -u > "${path}/LINGUAS"
876 git shortlog --summary --numbered | while read -r commits name; do
878 done | grep -vE -e "^(alpha197|morlix|root|ummeegge)$" -e "via Development$" -e "@" -e "#$"
881 update_contributors() {
882 echo -n "Updating list of contributors"
884 local contributors="$(contributors | paste -sd , - | sed -e "s/,/&\\\\n/g")"
886 # Edit contributors into credits.cgi
888 "/<!-- CONTRIBUTORS -->/{ p=1; print; printf \"${contributors}\n\"}/<!-- END -->/{ p=0 } !p" \
889 "${BASEDIR}/html/cgi-bin/credits.cgi"
895 # Load configuration file
896 if [ -f .config ]; then
900 # TARGET_ARCH is BUILD_ARCH now
901 if [ -n "${TARGET_ARCH}" ]; then
902 BUILD_ARCH="${TARGET_ARCH}"
906 # Get some information about the host system
907 SYSTEM_PROCESSORS="$(system_processors)"
908 SYSTEM_MEMORY="$(system_memory)"
910 if [ -n "${BUILD_ARCH}" ]; then
911 configure_build "${BUILD_ARCH}"
913 configure_build "default"
918 case "${BUILD_ARCH}:${HOST_ARCH}" in
925 i586:i586|i586:i686|i586:x86_64)
933 arvm7hl:armv7hl|armv7hl:armv7l)
937 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l|armv5tel:aarch64)
946 exiterror "Cannot build ${BUILD_ARCH} toolchain on $(uname -m). Please use the download if any."
948 local gcc=$(type -p gcc)
949 if [ -z "${gcc}" ]; then
950 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
953 # Check ${TOOLS_DIR} symlink
954 if [ -h "${TOOLS_DIR}" ]; then
958 if [ ! -e "${TOOLS_DIR}" ]; then
959 ln -s "${BASEDIR}/build${TOOLS_DIR}" "${TOOLS_DIR}"
962 if [ ! -h "${TOOLS_DIR}" ]; then
963 exiterror "Could not create ${TOOLS_DIR} symbolic link"
966 LOGFILE="$BASEDIR/log/_build.toolchain.log"
970 lfsmake1 ccache PASS=1
971 lfsmake1 binutils PASS=1
973 lfsmake1 linux KCFG="-headers"
976 lfsmake1 binutils PASS=2
979 lfsmake1 ccache PASS=2
1005 lfsmake1 fake-environ
1007 lfsmake1 cleanup-toolchain
1011 LOGFILE="$BASEDIR/log/_build.base.log"
1014 lfsmake2 linux KCFG="-headers"
1018 lfsmake2 cleanup-toolchain
1040 lfsmake2 readline-compat
1044 lfsmake2 pcre-compat
1080 LOGFILE="$BASEDIR/log/_build.ipfire.log"
1083 lfsmake2 initscripts
1086 [ "${BUILD_ARCH}" = "i586" ] && lfsmake2 openssl KCFG='-sse2'
1090 lfsmake2 libusb-compat
1096 lfsmake2 linux-firmware
1097 lfsmake2 dvb-firmwares
1098 lfsmake2 xr819-firmware
1099 lfsmake2 zd1211-firmware
1100 lfsmake2 rpi-firmware
1101 lfsmake2 intel-microcode
1102 lfsmake2 pcengines-apu-firmware
1104 lfsmake2 u-boot MKIMAGE=1
1110 lfsmake2 multipath-tools
1116 lfsmake2 libnfnetlink
1117 lfsmake2 libnetfilter_queue
1118 lfsmake2 libnetfilter_conntrack
1119 lfsmake2 libnetfilter_cthelper
1120 lfsmake2 libnetfilter_cttimeout
1125 case "${BUILD_ARCH}" in
1127 lfsmake2 linux KCFG=""
1128 # lfsmake2 backports KCFG=""
1129 # lfsmake2 e1000e KCFG=""
1130 # lfsmake2 igb KCFG=""
1131 # lfsmake2 ixgbe KCFG=""
1132 lfsmake2 xtables-addons KCFG=""
1133 lfsmake2 linux-initrd KCFG=""
1136 # x86-pae (Native and new XEN) kernel build
1137 lfsmake2 linux KCFG="-pae"
1138 # lfsmake2 backports KCFG="-pae"
1139 # lfsmake2 e1000e KCFG="-pae"
1140 # lfsmake2 igb KCFG="-pae"
1141 # lfsmake2 ixgbe KCFG="-pae"
1142 lfsmake2 xtables-addons KCFG="-pae"
1143 lfsmake2 linux-initrd KCFG="-pae"
1146 lfsmake2 linux KCFG=""
1147 # lfsmake2 backports KCFG=""
1148 # lfsmake2 e1000e KCFG=""
1149 # lfsmake2 igb KCFG=""
1150 # lfsmake2 ixgbe KCFG=""
1151 lfsmake2 xtables-addons KCFG=""
1152 lfsmake2 linux-initrd KCFG=""
1156 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
1157 lfsmake2 linux KCFG="-kirkwood"
1158 # lfsmake2 backports KCFG="-kirkwood"
1159 # lfsmake2 e1000e KCFG="-kirkwood"
1160 # lfsmake2 igb KCFG="-kirkwood"
1161 # lfsmake2 ixgbe KCFG="-kirkwood"
1162 lfsmake2 xtables-addons KCFG="-kirkwood"
1163 lfsmake2 linux-initrd KCFG="-kirkwood"
1165 # arm multi platform (Panda, Wandboard ...) kernel build
1166 lfsmake2 linux KCFG="-multi"
1167 # lfsmake2 backports KCFG="-multi"
1168 # lfsmake2 e1000e KCFG="-multi"
1169 # lfsmake2 igb KCFG="-multi"
1170 # lfsmake2 ixgbe KCFG="-multi"
1171 lfsmake2 xtables-addons KCFG="-multi"
1172 lfsmake2 linux-initrd KCFG="-multi"
1175 lfsmake2 xtables-addons USPACE="1"
1176 lfsmake2 libgpg-error
1202 lfsmake2 ca-certificates
1210 lfsmake2 libjpeg-compat
1231 lfsmake2 web-user-interface
1241 lfsmake2 reiserfsprogs
1247 lfsmake2 ez-ipupdate
1251 lfsmake2 GD-TextUtil
1252 lfsmake2 perl-Device-SerialPort
1253 lfsmake2 perl-Device-Modem
1254 lfsmake2 perl-Apache-Htpasswd
1260 lfsmake2 conntrack-tools
1264 lfsmake2 l7-protocols
1271 lfsmake2 HTML-Tagset
1272 lfsmake2 HTML-Parser
1273 lfsmake2 HTML-Template
1274 lfsmake2 Compress-Zlib
1276 lfsmake2 Digest-SHA1
1277 lfsmake2 Digest-HMAC
1278 lfsmake2 libwww-perl
1280 lfsmake2 Net-IPv4Addr
1283 lfsmake2 IO-Socket-SSL
1284 lfsmake2 Unix-Syslog
1288 lfsmake2 Convert-TNEF
1289 lfsmake2 Convert-UUlib
1290 lfsmake2 Archive-Tar
1291 lfsmake2 Archive-Zip
1292 lfsmake2 Text-Tabs+Wrap
1293 lfsmake2 Locale-Country
1295 lfsmake2 Crypt-PasswdMD5
1297 lfsmake2 python-setuptools
1298 lfsmake2 python-clientform
1299 lfsmake2 python-mechanize
1300 lfsmake2 python-feedparser
1301 lfsmake2 python-rssdler
1302 lfsmake2 python-inotify
1303 lfsmake2 python-docutils
1304 lfsmake2 python-daemon
1305 lfsmake2 python-ipaddress
1311 lfsmake2 dejavu-fonts-ttf
1312 lfsmake2 ubuntu-font-family
1325 lfsmake2 ids-ruleset-sources
1345 lfsmake2 ghostscript
1348 lfsmake2 cups-filters
1349 lfsmake2 epson-inkjet-printer-escpr
1358 lfsmake2 bridge-utils
1359 lfsmake2 smartmontools
1364 lfsmake2 cyrus-imapd
1366 lfsmake2 spamassassin
1400 lfsmake2 pcmciautils
1409 lfsmake2 python-pyparsing
1410 lfsmake2 spice-protocol
1413 lfsmake2 libusbredir
1418 lfsmake2 nagios_nrpe
1419 lfsmake2 nagios-plugins
1421 lfsmake2 observium-agent
1428 lfsmake2 vdr_streamdev
1429 lfsmake2 vdr_epgsearch
1434 lfsmake2 icegenerator
1436 lfsmake2 libmpdclient
1438 lfsmake2 perl-Net-CIDR-Lite
1439 lfsmake2 perl-Net-SMTP-SSL
1440 lfsmake2 perl-MIME-Base64
1441 lfsmake2 perl-Authen-SASL
1442 lfsmake2 perl-MIME-Lite
1443 lfsmake2 perl-Email-Date-Format
1445 lfsmake2 squidclamav
1448 lfsmake2 wpa_supplicant
1454 lfsmake2 cpufrequtils
1462 lfsmake2 streamripper
1466 lfsmake2 perl-gettext
1467 lfsmake2 perl-Sort-Naturally
1471 lfsmake2 perl-DBD-SQLite
1472 lfsmake2 perl-File-ReadBackwards
1473 lfsmake2 openvmtools
1483 lfsmake2 usb_modeswitch
1484 lfsmake2 usb_modeswitch_data
1494 lfsmake2 u-boot-kirkwood
1495 lfsmake2 python-typing
1496 lfsmake2 python-m2crypto
1497 lfsmake2 wireless-regdb
1500 lfsmake2 python-distutils-extra
1501 lfsmake2 python-lzma
1502 lfsmake2 python-progressbar
1503 lfsmake2 python-xattr
1505 lfsmake2 python3-setuptools
1506 lfsmake2 python3-setuptools-scm
1507 lfsmake2 python3-six
1508 lfsmake2 python3-dateutil
1509 lfsmake2 python3-jmespath
1510 lfsmake2 python3-colorama
1511 lfsmake2 python3-docutils
1512 lfsmake2 python3-yaml
1513 lfsmake2 python3-s3transfer
1514 lfsmake2 python3-rsa
1515 lfsmake2 python3-pyasn1
1516 lfsmake2 python3-botocore
1517 lfsmake2 python3-llfuse
1518 lfsmake2 python3-msgpack
1520 lfsmake2 transmission
1533 lfsmake2 libstatgrab
1535 lfsmake2 check_mk_agent
1541 lfsmake2 ipfire-netboot
1547 lfsmake2 perl-Carp-Clan
1548 lfsmake2 perl-Date-Calc
1549 lfsmake2 perl-Date-Manip
1550 lfsmake2 perl-File-Tail
1551 lfsmake2 perl-TimeDate
1561 lfsmake2 perl-Font-TTF
1562 lfsmake2 perl-IO-String
1563 lfsmake2 perl-PDF-API2
1564 lfsmake2 squid-accounting
1567 lfsmake2 perl-Text-CSV_XS
1577 lfsmake2 util-macros
1578 lfsmake2 libpciaccess
1582 lfsmake2 perl-common-sense
1583 lfsmake2 perl-inotify2
1584 lfsmake2 perl-Net-IP
1587 lfsmake2 mdns-repeater
1589 lfsmake2 nss-myhostname
1591 lfsmake2 shairport-sync
1594 lfsmake2 spectre-meltdown-checker
1595 lfsmake2 zabbix_agentd
1597 lfsmake2 firmware-update
1601 # Run installer scripts one by one
1602 LOGFILE="$BASEDIR/log/_build.installer.log"
1606 # use toolchain bash for chroot to strip
1607 EXTRA_PATH=${TOOLS_DIR}/bin/ lfsmake2 strip
1611 LOGFILE="$BASEDIR/log/_build.packages.log"
1613 echo "... see detailed log in _build.*.log files" >> $LOGFILE
1616 # Generating list of packages used
1617 print_line "Generating packages list from logs"
1618 rm -f $BASEDIR/doc/packages-list
1619 for i in `ls -1tr $BASEDIR/log
/[^_
]*`; do
1620 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
1621 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
1624 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
1625 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
1626 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
1627 rm -f $BASEDIR/doc/packages-list
1628 # packages-list.txt is ready to be displayed for wiki page
1633 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1634 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1635 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1637 # Create images for install
1640 # Check if there is a loop device for building in virtual environments
1641 modprobe loop 2>/dev/null
1642 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
1643 lfsmake2 flash-images
1646 mv $LFS/install/images/{*.iso,*.img.xz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
1651 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
1655 # remove not useable iso on armv5tel (needed to build flash images)
1656 [ "${BUILD_ARCH}" = "armv5tel" ] && rm -rf *.iso
1658 for i in `ls *.bz2
*.img.xz
*.iso
`; do
1665 rm -rf $BASEDIR/build/tmp/*
1671 lfsmake2 core-updates
1674 for i in $(find $BASEDIR/config/rootfiles/packages{/${BUILD_ARCH},} -maxdepth 1 -type f); do
1676 if [ -e $BASEDIR/lfs/$i ]; then
1683 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
1684 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
1685 rm -rf $BASEDIR/build/install/packages/*
1688 while [ $# -gt 0 ]; do
1691 configure_build "${1#--target=}"
1694 exiterror "Unknown configuration option: ${1}"
1697 # Found a command, so exit options parsing.
1704 # See what we're supposed to do
1710 ${INTERACTIVE} && clear
1712 PACKAGE=`ls -v -r $BASEDIR/cache
/toolchains
/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.
tar.xz
2> /dev
/null |
head -n 1`
1713 #only restore on a clean disk
1714 if [ ! -e "${BASEDIR}/build${TOOLS_DIR}/.toolchain-successful" ]; then
1715 if [ ! -n "$PACKAGE" ]; then
1716 print_build_stage "Full toolchain compilation"
1720 PACKAGENAME=${PACKAGE%.tar.xz}
1721 print_build_stage "Packaged toolchain compilation"
1722 if [ `md5sum $PACKAGE |
awk '{print $1}'` == `cat $PACKAGENAME.md5 |
awk '{print $1}'` ]; then
1726 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
1733 print_build_stage "Building LFS"
1736 print_build_stage "Building IPFire"
1739 print_build_stage "Building installer"
1742 print_build_stage "Building packages"
1745 print_build_stage "Checking Logfiles for new Files"
1748 tools/checknewlog.pl
1749 tools/checkrootfiles
1752 print_build_summary $(( $(now) - ${START_TIME} ))
1755 # enter a shell inside LFS chroot
1756 # may be used to changed kernel settings
1761 print_line "Cleaning build directory..."
1763 for i in `mount |
grep $BASEDIR |
sed 's/^.*loop=\(.*\))/\1/'`; do
1764 $LOSETUP -d $i 2>/dev/null
1766 for i in `mount |
grep $BASEDIR | cut
-d " " -f 1`; do
1770 for i in `seq 0 7`; do
1771 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
1772 umount /dev/loop${i} 2>/dev/null;
1773 losetup -d /dev/loop${i} 2>/dev/null;
1776 rm -rf $BASEDIR/build
1777 rm -rf $BASEDIR/cdrom
1778 rm -rf $BASEDIR/packages
1780 if [ -h "${TOOLS_DIR}" ]; then
1781 rm -f "${TOOLS_DIR}"
1783 rm -f $BASEDIR/ipfire-*
1787 # Build the docker image if it does not exist, yet
1788 if ! docker images -a | grep -q ^ipfire-builder; then
1789 if docker build -t ipfire-builder ${BASEDIR}/tools/docker; then
1797 # Run the container and enter a shell
1798 docker run -it --privileged -v "${BASEDIR}:/build" -w "/build" ipfire-builder bash -l
1801 if [ ! -d $BASEDIR/cache ]; then
1802 mkdir $BASEDIR/cache
1804 mkdir -p $BASEDIR/log
1805 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1808 for c in `seq $MAX_RETRIES`; do
1809 if (( FINISHED==1 )); then
1815 if [ -f "$i" -a "$i" != "Config" ]; then
1816 lfsmakecommoncheck ${i} || continue
1818 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
1819 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1820 if [ $? -ne 0 ]; then
1824 if [ $c -eq 1 ]; then
1831 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1834 if [ -f "$i" -a "$i" != "Config" ]; then
1835 lfsmakecommoncheck ${i} > /dev/null || continue
1836 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
1837 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1838 if [ $? -ne 0 ]; then
1839 echo -ne "MD5 difference in lfs/$i"
1845 if [ $ERROR -eq 0 ]; then
1846 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1849 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1852 cd - >/dev/null 2>&1
1856 ${INTERACTIVE} && clear
1859 print_build_stage "Toolchain compilation (${BUILD_ARCH})"
1861 echo "`date -u '+%b %e %T'`: Create toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
1862 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1863 cd $BASEDIR && tar -cf- --exclude='log/_build.*.log' build/${TOOLS_DIR} build/bin/sh log | xz ${XZ_OPT} \
1864 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz
1865 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \
1866 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.md5
1870 # arbitrary name to be updated in case of new toolchain package upload
1871 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}
1872 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.xz ]; then
1873 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs
/Config |
awk '{ print $3 }'`
1874 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1875 echo "`date -u '+%b %e %T'`: Load toolchain image for ${BUILD_ARCH}" | tee -a $LOGFILE
1876 cd $BASEDIR/cache/toolchains
1877 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.xz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1878 if [ $? -ne 0 ]; then
1879 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for ${BUILD_ARCH} machine" | tee -a $LOGFILE
1881 if [ "`md5sum $PACKAGE.
tar.xz |
awk '{print $1}'`" = "`cat $PACKAGE.md5 |
awk '{print $1}'`" ]; then
1882 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1884 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1888 echo "Toolchain is already downloaded. Exiting..."
1893 if [ -z $IPFIRE_USER ]; then
1894 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1899 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1900 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1902 for file in ${BASEDIR}/cache/*; do
1903 [ -d "${file}" ] && continue
1904 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
1905 NEW_FILES="$NEW_FILES $file"
1907 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1913 echo -ne "Checking the translations for missing or obsolete strings..."
1914 chmod 755 $BASEDIR/tools/{check_strings.pl,sort_strings.pl,check_langs.sh}
1915 $BASEDIR/tools/sort_strings.pl en
1916 $BASEDIR/tools/sort_strings.pl de
1917 $BASEDIR/tools/sort_strings.pl fr
1918 $BASEDIR/tools/sort_strings.pl es
1919 $BASEDIR/tools/sort_strings.pl pl
1920 $BASEDIR/tools/sort_strings.pl ru
1921 $BASEDIR/tools/sort_strings.pl nl
1922 $BASEDIR/tools/sort_strings.pl tr
1923 $BASEDIR/tools/sort_strings.pl it
1924 $BASEDIR/tools/check_strings.pl en > $BASEDIR/doc/language_issues.en
1925 $BASEDIR/tools/check_strings.pl de > $BASEDIR/doc/language_issues.de
1926 $BASEDIR/tools/check_strings.pl fr > $BASEDIR/doc/language_issues.fr
1927 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.es
1928 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.pl
1929 $BASEDIR/tools/check_strings.pl ru > $BASEDIR/doc/language_issues.ru
1930 $BASEDIR/tools/check_strings.pl nl > $BASEDIR/doc/language_issues.nl
1931 $BASEDIR/tools/check_strings.pl tr > $BASEDIR/doc/language_issues.tr
1932 $BASEDIR/tools/check_strings.pl it > $BASEDIR/doc/language_issues.it
1933 $BASEDIR/tools/check_langs.sh > $BASEDIR/doc/language_missings
1936 echo -ne "Updating language lists..."
1937 update_language_list ${BASEDIR}/src/installer/po
1938 update_language_list ${BASEDIR}/src/setup/po
1941 update-contributors)
1945 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain|update-contributors}"
1946 cat doc/make.sh-usage