2 ############################################################################
4 # This file is part of the IPFire Firewall. #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
20 # Copyright (C) 2007-2018 IPFire Team <info@ipfire.org>. #
22 ############################################################################
25 NAME
="IPFire" # Software name
26 SNAME
="ipfire" # Short name
27 VERSION
="2.21" # Version number
28 CORE
="123" # Core Level (Filename)
29 PAKFIRE_CORE
="122" # Core Level (PAKFIRE)
30 GIT_BRANCH
=`git rev-parse --abbrev-ref HEAD` # Git Branch
31 SLOGAN
="www.ipfire.org" # Software slogan
32 CONFIG_ROOT
=/var
/ipfire
# Configuration rootdir
34 MAX_RETRIES
=1 # prefetch/check loop
35 BUILD_IMAGES
=1 # Flash and Xen Downloader
36 KVER
=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 GIT_TAG
=$
(git tag |
tail -1) # Git Tag
38 GIT_LASTCOMMIT
=$
(git log |
head -n1 | cut
-d" " -f2 |
head -c8) # Last commit
42 ###############################################################################
44 # Beautifying variables & presentation & input output interface
46 ###############################################################################
48 # Remember if the shell is interactive or not
49 if [ -t 0 ] && [ -t 1 ]; then
55 # Sets or adjusts pretty formatting variables
58 # Find current screen size
61 # When using remote connections, such as a serial port, stty size returns 0
62 if ! ${INTERACTIVE} ||
[ "${COLUMNS}" = "0" ]; then
66 # Measurements for positioning result messages
70 NAME_WIDTH
=$
(( COLUMNS
- OPTIONS_WIDTH
- TIME_WIDTH
- STATUS_WIDTH
))
71 LINE_WIDTH
=$
(( COLUMNS
- STATUS_WIDTH
))
73 TIME_COL
=$
(( NAME_WIDTH
+ OPTIONS_WIDTH
))
74 STATUS_COL
=$
(( TIME_COL
+ TIME_WIDTH
))
77 # Initially setup terminal
80 # Call resize_terminal when terminal is being resized
81 trap "resize_terminal" WINCH
83 # Define color for messages
91 # New architecture variables
92 HOST_ARCH
="$(uname -m)"
95 BASENAME
=$
(basename $0)
97 # Debian specific settings
98 if [ ! -e /etc
/debian_version
]; then
101 if [ -x /usr
/bin
/realpath
]; then
102 FULLPATH
=`/usr/bin/realpath $0`
104 echo "ERROR: Need to do apt-get install realpath"
109 # This is the directory where make.sh is in
110 export BASEDIR
=$
(echo $FULLPATH |
sed "s/\/$BASENAME//g")
112 LOGFILE
=$BASEDIR/log
/_build.preparation.log
114 DIR_CHK
=$BASEDIR/cache
/check
115 mkdir
$BASEDIR/log
/ 2>/dev
/null
117 system_processors
() {
118 getconf _NPROCESSORS_ONLN
2>/dev
/null ||
echo "1"
124 while read -r key val unit
; do
128 echo "$(( ${val} / 1024 ))"
136 local build_arch
="${1}"
138 if [ "${build_arch}" = "default" ]; then
139 build_arch
="$(configure_build_guess)"
142 case "${build_arch}" in
144 BUILDTARGET
="${build_arch}-unknown-linux-gnu"
145 CROSSTARGET
="${build_arch}-cross-linux-gnu"
147 CFLAGS_ARCH
="-m64 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic"
151 BUILDTARGET
="${build_arch}-pc-linux-gnu"
152 CROSSTARGET
="${build_arch}-cross-linux-gnu"
154 CFLAGS_ARCH
="-march=i586 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic -fomit-frame-pointer"
158 BUILDTARGET
="${build_arch}-unknown-linux-gnu"
159 CROSSTARGET
="${build_arch}-cross-linux-gnu"
165 BUILDTARGET
="${build_arch}-unknown-linux-gnueabi"
166 CROSSTARGET
="${build_arch}-cross-linux-gnueabi"
168 CFLAGS_ARCH
="-march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=hard"
172 BUILDTARGET
="${build_arch}-unknown-linux-gnueabi"
173 CROSSTARGET
="${build_arch}-cross-linux-gnueabi"
175 CFLAGS_ARCH
="-march=armv5te -mfloat-abi=soft -fomit-frame-pointer"
179 exiterror
"Cannot build for architure ${build_arch}"
183 # Check if the QEMU helper is available if needed.
184 if qemu_is_required
"${build_arch}"; then
185 local qemu_build_helper
="$(qemu_find_build_helper_name "${build_arch}")"
187 if [ -n "${qemu_build_helper}" ]; then
188 QEMU_TARGET_HELPER
="${qemu_build_helper}"
190 exiterror
"Could not find a binfmt_misc helper entry for ${build_arch}"
194 BUILD_ARCH
="${build_arch}"
195 TOOLS_DIR
="/tools_${BUILD_ARCH}"
198 HARDENING_CFLAGS
="-Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong"
200 CFLAGS
="-O2 -pipe -Wall -fexceptions -fPIC ${CFLAGS_ARCH}"
203 # Determine parallelism
204 if [ -z "${MAKETUNING}" ]; then
205 # We assume that each process consumes about
206 # 192MB of memory. Therefore we find out how
207 # many processes fit into memory.
208 local mem_max
=$
(( ${HOST_MEM} / 192 ))
210 local processors
="$(system_processors)"
211 local cpu_max
=$
(( ${processors} + 1 ))
214 if [ ${mem_max} -lt ${cpu_max} ]; then
215 parallelism
=${mem_max}
217 parallelism
=${cpu_max}
220 # limit to -j23 because perl will not build
222 if [ ${parallelism} -gt 23 ]; then
226 MAKETUNING
="-j${parallelism}"
229 # Compression parameters
230 # We use mode 8 for reasonable memory usage when decompressing
231 # but with overall good compression
234 # We try to use as many cores as possible
235 XZ_OPT
="${XZ_OPT} -T0"
237 # We need to limit memory because XZ uses too much when running
238 # in parallel and it isn't very smart in limiting itself.
239 # We allow XZ to use up to 70% of all system memory.
240 local xz_memory
=$
(( HOST_MEM
* 7 / 10 ))
242 # XZ memory cannot be larger than 2GB on 32 bit systems
243 case "${build_arch}" in
245 if [ ${xz_memory} -gt 2048 ]; then
251 XZ_OPT
="${XZ_OPT} --memory=${xz_memory}MiB"
254 configure_build_guess
() {
255 case "${HOST_ARCH}" in
264 armv7
*|armv6
*|armv5
*)
269 exiterror
"Cannot guess build architecture"
275 umount
$BASEDIR/build
/sys
2>/dev
/null
;
276 umount
$BASEDIR/build
/dev
/shm
2>/dev
/null
;
277 umount
$BASEDIR/build
/dev
/pts
2>/dev
/null
;
278 umount
$BASEDIR/build
/dev
2>/dev
/null
;
279 umount
$BASEDIR/build
/proc
2>/dev
/null
;
280 umount
$BASEDIR/build
/install
/mnt
2>/dev
/null
;
281 umount
$BASEDIR/build
/usr
/src
/cache
2>/dev
/null
;
282 umount
$BASEDIR/build
/usr
/src
/ccache
2>/dev
/null
;
283 umount
$BASEDIR/build
/usr
/src
/config
2>/dev
/null
;
284 umount
$BASEDIR/build
/usr
/src
/doc
2>/dev
/null
;
285 umount
$BASEDIR/build
/usr
/src
/html
2>/dev
/null
;
286 umount
$BASEDIR/build
/usr
/src
/langs
2>/dev
/null
;
287 umount
$BASEDIR/build
/usr
/src
/lfs
2>/dev
/null
;
288 umount
$BASEDIR/build
/usr
/src
/log
2>/dev
/null
;
289 umount
$BASEDIR/build
/usr
/src
/src
2>/dev
/null
;
299 if [ ${seconds} -ge 3600 ]; then
300 printf "%d:%02d:%02d\n" \
301 "$(( seconds / 3600 ))" \
302 "$(( seconds % 3600 / 60 ))" \
303 "$(( seconds % 3600 % 60 ))"
304 elif [ ${seconds} -ge 60 ]; then
306 "$(( seconds / 60 ))" \
307 "$(( seconds % 60 ))"
309 printf "%d\n" "${seconds}"
316 printf "%-${LINE_WIDTH}s" "${line}"
323 if ${INTERACTIVE}; then
329 if ${INTERACTIVE}; then
335 _print_line BOLD
"$@"
339 _print_line FAIL
"$@"
346 local version
="$(grep -E "^VER |^VER
=|^VER
" $BASEDIR/lfs/${name} | awk '{ print $3 }')"
349 local string
="${name}"
350 if [ -n "${version}" ] && [ "${version}" != "ipfire" ]; then
351 string
="${string} (${version})"
354 printf "%-$(( ${NAME_WIDTH} - 1 ))s " "${string}"
355 printf "%$(( ${OPTIONS_WIDTH} - 1 ))s " "${options}"
359 local runtime
=$
(format_runtime $@
)
361 if ${INTERACTIVE}; then
362 printf "\\033[${TIME_COL}G[ ${BOLD}%$(( ${TIME_WIDTH} - 4 ))s${NORMAL} ]" "${runtime}"
364 printf "[ %$(( ${TIME_WIDTH} - 4 ))s ]" "${runtime}"
371 local color
="${!status}"
373 if ${INTERACTIVE}; then
374 printf "\\033[${STATUS_COL}G[${color-${BOLD}} %-$(( ${STATUS_WIDTH} - 4 ))s ${NORMAL}]\n" "${status}"
376 printf "[ %-$(( ${STATUS_WIDTH} - 4 ))s ]\n" "${status}"
380 print_build_stage
() {
387 print_build_summary
() {
388 local runtime
=$
(format_runtime $@
)
390 print_line
"*** Build finished in ${runtime}"
396 for i
in `seq 0 7`; do
397 if ( losetup
/dev
/loop
${i} 2>/dev
/null |
grep -q "/install/images" ); then
398 losetup
-d /dev
/loop
${i} 2>/dev
/null
403 if [ -n "${LOGFILE}" ] && [ -e "${LOGFILE}" ]; then
407 while read -r line
; do
409 done <<< "$(tail -n30 ${LOGFILE})"
415 for line
in "ERROR: $@" " Check ${LOGFILE} for errors if applicable"; do
416 print_error
"${line}"
424 # Are we running the right shell?
425 if [ -z "${BASH}" ]; then
426 exiterror
"BASH environment variable is not set. You're probably running the wrong shell."
429 if [ -z "${BASH_VERSION}" ]; then
430 exiterror
"Not running BASH shell."
433 # Trap on emergency exit
434 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
436 # Resetting our nice level
437 if ! renice
${NICE} $$
>/dev
/null
; then
438 exiterror
"Failed to set nice level to ${NICE}"
441 # Checking if running as root user
442 if [ $
(id
-u) -ne 0 ]; then
443 exiterror
"root privileges required for building"
446 # Checking for necessary temporary space
447 print_line
"Checking for necessary space on disk $BASE_DEV"
448 BASE_DEV
=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
449 BASE_ASPACE
=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
450 if (( 2048000 > $BASE_ASPACE )); then
451 BASE_USPACE
=`du -skx $BASEDIR | awk '{print $1}'`
452 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
454 exiterror
"Not enough temporary space available, need at least 2GB on $BASE_DEV"
469 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
470 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
472 # Make some extra directories
473 mkdir
-p "${BASEDIR}/build${TOOLS_DIR}" 2>/dev
/null
474 mkdir
-p $BASEDIR/build
/{etc
,usr
/src
} 2>/dev
/null
475 mkdir
-p $BASEDIR/build
/{dev
/{shm
,pts
},proc
,sys
}
476 mkdir
-p $BASEDIR/{cache
,ccache
} 2>/dev
/null
477 mkdir
-p $BASEDIR/build
/usr
/src
/{cache
,config
,doc
,html
,langs
,lfs
,log
,src
,ccache
}
479 mknod
-m 600 $BASEDIR/build
/dev
/console c
5 1 2>/dev
/null
480 mknod
-m 666 $BASEDIR/build
/dev
/null c
1 3 2>/dev
/null
482 # Make all sources and proc available under lfs build
483 mount
--bind /dev
$BASEDIR/build
/dev
484 mount
--bind /dev
/pts
$BASEDIR/build
/dev
/pts
485 mount
--bind /dev
/shm
$BASEDIR/build
/dev
/shm
486 mount
--bind /proc
$BASEDIR/build
/proc
487 mount
--bind /sys
$BASEDIR/build
/sys
488 mount
--bind $BASEDIR/cache
$BASEDIR/build
/usr
/src
/cache
489 mount
--bind $BASEDIR/ccache
$BASEDIR/build
/usr
/src
/ccache
490 mount
--bind $BASEDIR/config
$BASEDIR/build
/usr
/src
/config
491 mount
--bind $BASEDIR/doc
$BASEDIR/build
/usr
/src
/doc
492 mount
--bind $BASEDIR/html
$BASEDIR/build
/usr
/src
/html
493 mount
--bind $BASEDIR/langs
$BASEDIR/build
/usr
/src
/langs
494 mount
--bind $BASEDIR/lfs
$BASEDIR/build
/usr
/src
/lfs
495 mount
--bind $BASEDIR/log
$BASEDIR/build
/usr
/src
/log
496 mount
--bind $BASEDIR/src
$BASEDIR/build
/usr
/src
/src
498 # Run LFS static binary creation scripts one by one
499 export CCACHE_DIR
=$BASEDIR/ccache
500 export CCACHE_COMPRESS
=1
501 export CCACHE_COMPILERCHECK
="string:toolchain-${TOOLCHAINVER} ${BUILD_ARCH}"
503 # Remove pre-install list of installed files in case user erase some files before rebuild
504 rm -f $BASEDIR/build
/usr
/src
/lsalr
2>/dev
/null
506 # Prepare string for /etc/system-release.
507 SYSTEM_RELEASE
="${NAME} ${VERSION} (${BUILD_ARCH})"
508 if [ "$(git status -s | wc -l)" == "0" ]; then
513 case "$GIT_BRANCH" in
515 SYSTEM_RELEASE
="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
518 SYSTEM_RELEASE
="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
524 # Install QEMU helper, if needed
527 local PATH
="${TOOLS_DIR}/ccache/bin:/bin:/usr/bin:/sbin:/usr/sbin:${TOOLS_DIR}/bin"
529 PATH
="${PATH}" chroot
${LFS} env
-i \
534 SYSTEM_RELEASE
="${SYSTEM_RELEASE}" \
535 PAKFIRE_CORE
="${PAKFIRE_CORE}" \
538 VERSION
="${VERSION}" \
541 TOOLS_DIR
="${TOOLS_DIR}" \
542 CONFIG_ROOT
="${CONFIG_ROOT}" \
543 CFLAGS
="${CFLAGS} ${HARDENING_CFLAGS}" \
544 CXXFLAGS
="${CXXFLAGS} ${HARDENING_CFLAGS}" \
545 BUILDTARGET
="${BUILDTARGET}" \
546 CROSSTARGET
="${CROSSTARGET}" \
547 BUILD_ARCH
="${BUILD_ARCH}" \
548 BUILD_PLATFORM
="${BUILD_PLATFORM}" \
549 CCACHE_DIR
=/usr
/src
/ccache \
550 CCACHE_COMPRESS
="${CCACHE_COMPRESS}" \
551 CCACHE_COMPILERCHECK
="${CCACHE_COMPILERCHECK}" \
560 if [ ! -e $BASEDIR/build
/usr
/src
/lfs
/ ]; then
561 exiterror
"No such file or directory: $BASEDIR/build/usr/src/lfs/"
564 echo "Entering to a shell inside LFS chroot, go out with exit"
565 local PS1
="ipfire build chroot (${BUILD_ARCH}) \u:\w\$ "
567 if enterchroot bash
-i; then
571 exiterror
"chroot error"
575 lfsmakecommoncheck
() {
577 if [ ! -f $BASEDIR/lfs
/$1 ]; then
578 exiterror
"No such file or directory: $BASEDIR/$1"
581 # Print package name and version
584 # Check if this package is supported by our architecture.
585 # If no SUP_ARCH is found, we assume the package can be built for all.
586 if grep "^SUP_ARCH" ${BASEDIR}/lfs
/${1} >/dev
/null
; then
587 # Check if package supports ${BUILD_ARCH} or all architectures.
588 if ! grep -E "^SUP_ARCH.*${BUILD_ARCH}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
597 for i in $SKIP_PACKAGE_LIST
599 if [ "$i" == "$1" ]; then
605 echo -ne "`date -u '+%b %e %T'`: Building $
* " >> $LOGFILE
607 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
608 MESSAGE="$1\t " download >> $LOGFILE 2>&1
609 if [ $? -ne 0 ]; then
610 exiterror "Download error
in $1"
613 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
614 MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
615 if [ $? -ne 0 ]; then
616 exiterror "md5sum error
in $1, check
file in cache or signature
"
623 lfsmakecommoncheck $*
624 [ $? == 1 ] && return 0
626 cd $BASEDIR/lfs && env -i \
627 PATH="${TOOLS_DIR}/ccache
/bin
:${TOOLS_DIR}/bin
:$PATH" \
628 CCACHE_DIR="${CCACHE_DIR}" \
629 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
630 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
632 CXXFLAGS="${CXXFLAGS}" \
633 MAKETUNING="${MAKETUNING}" \
636 TOOLS_DIR="${TOOLS_DIR}" \
637 CROSSTARGET="${CROSSTARGET}" \
638 BUILDTARGET="${BUILDTARGET}" \
639 BUILD_ARCH="${BUILD_ARCH}" \
640 BUILD_PLATFORM="${BUILD_PLATFORM}" \
641 LFS_BASEDIR="${BASEDIR}" \
644 install >> $LOGFILE 2>&1 &
646 if ! wait_until_finished $!; then
648 exiterror "Building $
*"
655 lfsmakecommoncheck $*
656 [ $? == 1 ] && return 0
661 ${EXTRA_PATH}bash -x -c "cd /usr
/src
/lfs
&& \
662 MAKETUNING
=${MAKETUNING} \
664 LFS_BASEDIR
=/usr
/src
install" \
667 if ! wait_until_finished $!; then
669 exiterror "Building $
*"
676 lfsmakecommoncheck $*
677 [ $? == 1 ] && return 0
682 bash -x -c "cd /usr
/src
/lfs
&& make -f $
* LFS_BASEDIR
=/usr
/src dist
" \
685 if ! wait_until_finished $!; then
687 exiterror "Packaging $
*"
693 wait_until_finished() {
696 local start_time=$(now)
699 if ${INTERACTIVE}; then
700 # Wait a little just in case the process
701 # has finished very quickly.
705 while kill -0 ${pid} 2>/dev/null; do
706 print_runtime $(( $(now) - ${start_time} ))
713 # Returns the exit code of the child process
717 if ! ${INTERACTIVE}; then
718 print_runtime $(( $(now) - ${start_time} ))
725 [ -e "${BASEDIR}/build
${TOOLS_DIR}/lib
/libpakfire_preload.so
" ] || return
727 local env="LD_PRELOAD
=${TOOLS_DIR}/lib
/libpakfire_preload.so
"
729 # Fake kernel version, because some of the packages do not compile
730 # with kernel 3.0 and later.
731 env="${env} UTS_RELEASE
=${KVER}"
733 # Fake machine version.
734 env="${env} UTS_MACHINE
=${BUILD_ARCH}"
742 # Don't add anything if qemu is not used.
743 if ! qemu_is_required; then
747 # Set default qemu options
748 case "${BUILD_ARCH}" in
750 QEMU_CPU="${QEMU_CPU:-cortex-a9}"
752 env="${env} QEMU_CPU
=${QEMU_CPU}"
757 #env="${env} QEMU_STRACE
=1"
763 local build_arch="${1}"
765 if [ -z "${build_arch}" ]; then
766 build_arch="${BUILD_ARCH}"
769 case "${HOST_ARCH},${build_arch}" in
770 x86_64,arm*|i?86,arm*|i?86,x86_64)
779 qemu_install_helper() {
780 # Do nothing, if qemu is not required
781 if ! qemu_is_required; then
785 if [ ! -e /proc/sys/fs/binfmt_misc/status ]; then
786 exiterror "binfmt_misc not mounted. QEMU_TARGET_HELPER not useable.
"
789 if [ ! $(cat /proc/sys/fs/binfmt_misc/status) = 'enabled' ]; then
790 exiterror "binfmt_misc not enabled. QEMU_TARGET_HELPER not useable.
"
794 if [ -z "${QEMU_TARGET_HELPER}" ]; then
795 exiterror "QEMU_TARGET_HELPER not
set"
798 # Check if the helper is already installed.
799 if [ -x "${LFS}${QEMU_TARGET_HELPER}" ]; then
803 # Try to find a suitable binary that we can install
804 # to the build environment.
806 for file in "${QEMU_TARGET_HELPER}" "${QEMU_TARGET_HELPER}-static"; do
807 # file must exist and be executable.
808 [ -x "${file}" ] || continue
811 file_is_static "${file}" || continue
813 local dirname="${LFS}$
(dirname "${file}")"
814 mkdir -p "${dirname}"
816 install -m 755 "${file}" "${LFS}${QEMU_TARGET_HELPER}"
820 exiterror "Could not
find a statically-linked QEMU emulator
: ${QEMU_TARGET_HELPER}"
823 qemu_find_build_helper_name() {
824 local build_arch="${1}"
827 case "${build_arch}" in
829 magic="7f454c4601010100000000000000000002002800
"
832 magic="7f454c4602010100000000000000000002003e00
"
836 [ -z "${magic}" ] && return 1
839 for file in /proc/sys/fs/binfmt_misc/*; do
840 # skip write only register entry
841 [ $(basename "${file}") = "register
" ] && continue
842 # Search for the file with the correct magic value.
843 grep -qE "^magic
${magic}$
" "${file}" || continue
845 local interpreter="$
(grep "^interpreter" "${file}" |
awk '{ print $2 }')"
847 [ -n "${interpreter}" ] || continue
848 [ "${interpreter:0:1}" = "/" ] || continue
849 [ -x "${interpreter}" ] || continue
851 echo "${interpreter}"
861 file ${file} 2>/dev/null | grep -q "statically linked
"
864 update_language_list() {
868 for lang in ${path}/*.po; do
869 lang="$
(basename "${lang}")"
871 done | sort -u > "${path}/LINGUAS
"
874 # Load configuration file
875 if [ -f .config ]; then
879 # TARGET_ARCH is BUILD_ARCH now
880 if [ -n "${TARGET_ARCH}" ]; then
881 BUILD_ARCH="${TARGET_ARCH}"
885 # Get the amount of memory in this build system
886 HOST_MEM=$(system_memory)
888 if [ -n "${BUILD_ARCH}" ]; then
889 configure_build "${BUILD_ARCH}"
891 configure_build "default
"
896 case "${BUILD_ARCH}:${HOST_ARCH}" in
903 i586:i586|i586:i686|i586:x86_64)
911 arvm7hl:armv7hl|armv7hl:armv7l)
915 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l|armv5tel:aarch64)
924 exiterror "Cannot build
${BUILD_ARCH} toolchain on $
(uname
-m). Please use the download
if any.
"
926 local gcc=$(type -p gcc)
927 if [ -z "${gcc}" ]; then
928 exiterror "Could not
find GCC. You will need a working build enviroment
in order to build the toolchain.
"
931 # Check ${TOOLS_DIR} symlink
932 if [ -h "${TOOLS_DIR}" ]; then
936 if [ ! -e "${TOOLS_DIR}" ]; then
937 ln -s "${BASEDIR}/build${TOOLS_DIR}" "${TOOLS_DIR}"
940 if [ ! -h "${TOOLS_DIR}" ]; then
941 exiterror "Could not create
${TOOLS_DIR} symbolic link
"
944 LOGFILE="$BASEDIR/log
/_build.toolchain.log
"
948 lfsmake1 ccache PASS=1
949 lfsmake1 binutils PASS=1
951 lfsmake1 linux KCFG="-headers"
954 lfsmake1 binutils PASS=2
957 lfsmake1 ccache PASS=2
983 lfsmake1 fake-environ
985 lfsmake1 cleanup-toolchain
989 LOGFILE="$BASEDIR/log
/_build.base.log
"
992 lfsmake2 linux KCFG="-headers"
996 lfsmake2 cleanup-toolchain
1018 lfsmake2 readline-compat
1021 lfsmake2 pcre-compat
1059 LOGFILE="$BASEDIR/log
/_build.ipfire.log
"
1062 lfsmake2 initscripts
1065 lfsmake2 libusb-compat
1071 lfsmake2 linux-firmware
1072 lfsmake2 dvb-firmwares
1073 lfsmake2 xr819-firmware
1074 lfsmake2 zd1211-firmware
1075 lfsmake2 rpi-firmware
1077 lfsmake2 u-boot MKIMAGE=1
1082 lfsmake2 multipath-tools
1086 lfsmake2 libnfnetlink
1087 lfsmake2 libnetfilter_queue
1088 lfsmake2 libnetfilter_conntrack
1089 lfsmake2 libnetfilter_cthelper
1090 lfsmake2 libnetfilter_cttimeout
1095 case "${BUILD_ARCH}" in
1097 lfsmake2 linux KCFG=""
1098 # lfsmake2 backports KCFG=""
1099 # lfsmake2 e1000e KCFG=""
1100 # lfsmake2 igb KCFG=""
1101 # lfsmake2 ixgbe KCFG=""
1102 lfsmake2 xtables-addons KCFG=""
1103 lfsmake2 linux-initrd KCFG=""
1106 # x86-pae (Native and new XEN) kernel build
1107 lfsmake2 linux KCFG="-pae"
1108 # lfsmake2 backports KCFG="-pae"
1109 # lfsmake2 e1000e KCFG="-pae"
1110 # lfsmake2 igb KCFG="-pae"
1111 # lfsmake2 ixgbe KCFG="-pae"
1112 lfsmake2 xtables-addons KCFG="-pae"
1113 lfsmake2 linux-initrd KCFG="-pae"
1116 lfsmake2 linux KCFG=""
1117 # lfsmake2 backports KCFG=""
1118 # lfsmake2 e1000e KCFG=""
1119 # lfsmake2 igb KCFG=""
1120 # lfsmake2 ixgbe KCFG=""
1121 lfsmake2 xtables-addons KCFG=""
1122 lfsmake2 linux-initrd KCFG=""
1126 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
1127 lfsmake2 linux KCFG="-kirkwood"
1128 # lfsmake2 backports KCFG="-kirkwood"
1129 # lfsmake2 e1000e KCFG="-kirkwood"
1130 # lfsmake2 igb KCFG="-kirkwood"
1131 # lfsmake2 ixgbe KCFG="-kirkwood"
1132 lfsmake2 xtables-addons KCFG="-kirkwood"
1133 lfsmake2 linux-initrd KCFG="-kirkwood"
1135 # arm multi platform (Panda, Wandboard ...) kernel build
1136 lfsmake2 linux KCFG="-multi"
1137 # lfsmake2 backports KCFG="-multi"
1138 # lfsmake2 e1000e KCFG="-multi"
1139 # lfsmake2 igb KCFG="-multi"
1140 # lfsmake2 ixgbe KCFG="-multi"
1141 lfsmake2 xtables-addons KCFG="-multi"
1142 lfsmake2 linux-initrd KCFG="-multi"
1145 lfsmake2 intel-microcode
1146 lfsmake2 xtables-addons USPACE="1"
1148 [ "${BUILD_ARCH}" = "i586
" ] && lfsmake2 openssl KCFG='-sse2'
1149 lfsmake2 openssl-compat
1150 lfsmake2 libgpg-error
1174 lfsmake2 ca-certificates
1182 lfsmake2 libjpeg-compat
1203 lfsmake2 web-user-interface
1211 lfsmake2 reiserfsprogs
1217 lfsmake2 ez-ipupdate
1221 lfsmake2 GD-TextUtil
1222 lfsmake2 perl-Device-SerialPort
1223 lfsmake2 perl-Device-Modem
1224 lfsmake2 perl-Apache-Htpasswd
1230 lfsmake2 conntrack-tools
1234 lfsmake2 l7-protocols
1241 lfsmake2 HTML-Tagset
1242 lfsmake2 HTML-Parser
1243 lfsmake2 HTML-Template
1244 lfsmake2 Compress-Zlib
1246 lfsmake2 Digest-SHA1
1247 lfsmake2 Digest-HMAC
1248 lfsmake2 libwww-perl
1250 lfsmake2 Net-IPv4Addr
1253 lfsmake2 IO-Socket-SSL
1254 lfsmake2 Unix-Syslog
1258 lfsmake2 Convert-TNEF
1259 lfsmake2 Convert-UUlib
1260 lfsmake2 Archive-Tar
1261 lfsmake2 Archive-Zip
1262 lfsmake2 Text-Tabs+Wrap
1263 lfsmake2 Locale-Country
1265 lfsmake2 Crypt-PasswdMD5
1267 lfsmake2 python-setuptools
1268 lfsmake2 python-clientform
1269 lfsmake2 python-mechanize
1270 lfsmake2 python-feedparser
1271 lfsmake2 python-rssdler
1272 lfsmake2 python-inotify
1273 lfsmake2 python-docutils
1274 lfsmake2 python-daemon
1275 lfsmake2 python-ipaddress
1281 lfsmake2 dejavu-fonts-ttf
1282 lfsmake2 ubuntu-font-family
1312 lfsmake2 ghostscript
1315 lfsmake2 cups-filters
1316 lfsmake2 epson-inkjet-printer-escpr
1325 lfsmake2 bridge-utils
1326 lfsmake2 smartmontools
1331 lfsmake2 cyrus-imapd
1333 lfsmake2 spamassassin
1367 lfsmake2 pcmciautils
1376 lfsmake2 python-pyparsing
1377 lfsmake2 spice-protocol
1380 lfsmake2 libusbredir
1385 lfsmake2 nagios_nrpe
1386 lfsmake2 nagios-plugins
1393 lfsmake2 vdr_streamdev
1394 lfsmake2 vdr_epgsearch
1399 lfsmake2 icegenerator
1401 lfsmake2 libmpdclient
1403 lfsmake2 perl-Net-SMTP-SSL
1404 lfsmake2 perl-MIME-Base64
1405 lfsmake2 perl-Authen-SASL
1406 lfsmake2 perl-MIME-Lite
1407 lfsmake2 perl-Email-Date-Format
1409 lfsmake2 squidclamav
1412 lfsmake2 wpa_supplicant
1418 lfsmake2 cpufrequtils
1426 lfsmake2 streamripper
1430 lfsmake2 perl-gettext
1431 lfsmake2 perl-Sort-Naturally
1435 lfsmake2 perl-DBD-SQLite
1436 lfsmake2 perl-File-ReadBackwards
1437 lfsmake2 openvmtools
1447 lfsmake2 usb_modeswitch
1448 lfsmake2 usb_modeswitch_data
1458 lfsmake2 u-boot-kirkwood
1459 lfsmake2 python-typing
1460 lfsmake2 python-m2crypto
1461 lfsmake2 wireless-regdb
1464 lfsmake2 python-distutils-extra
1465 lfsmake2 python-lzma
1466 lfsmake2 python-progressbar
1467 lfsmake2 python-xattr
1469 lfsmake2 transmission
1482 lfsmake2 libstatgrab
1484 lfsmake2 check_mk_agent
1490 lfsmake2 ipfire-netboot
1496 lfsmake2 perl-Carp-Clan
1497 lfsmake2 perl-Date-Calc
1498 lfsmake2 perl-Date-Manip
1499 lfsmake2 perl-File-Tail
1500 lfsmake2 perl-TimeDate
1510 lfsmake2 perl-Font-TTF
1511 lfsmake2 perl-IO-String
1512 lfsmake2 perl-PDF-API2
1513 lfsmake2 squid-accounting
1516 lfsmake2 perl-Text-CSV_XS
1525 lfsmake2 util-macros
1526 lfsmake2 libpciaccess
1530 lfsmake2 perl-common-sense
1531 lfsmake2 perl-inotify2
1532 lfsmake2 perl-Net-IP
1535 lfsmake2 mdns-repeater
1537 lfsmake2 nss-myhostname
1541 # Run installer scripts one by one
1542 LOGFILE="$BASEDIR/log
/_build.installer.log
"
1546 # use toolchain bash for chroot to strip
1547 EXTRA_PATH=${TOOLS_DIR}/bin/ lfsmake2 strip
1551 LOGFILE="$BASEDIR/log
/_build.packages.log
"
1553 echo "... see detailed log
in _build.
*.log files
" >> $LOGFILE
1556 # Generating list of packages used
1557 print_line "Generating packages list from logs
"
1558 rm -f $BASEDIR/doc/packages-list
1559 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
1560 if [ "$i" != "$BASEDIR/log
/FILES
" -a -n $i ]; then
1561 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
1564 echo "== List of softwares used to build
$NAME Version
: $VERSION ==" > $BASEDIR/doc/packages-list.txt
1565 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
1566 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
1567 rm -f $BASEDIR/doc/packages-list
1568 # packages-list.txt is ready to be displayed for wiki page
1573 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1574 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD
"
1575 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1577 # Create images for install
1580 # Check if there is a loop device for building in virtual environments
1581 modprobe loop 2>/dev/null
1582 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev
/loop-control
" ]); then
1583 lfsmake2 flash-images
1586 mv $LFS/install/images/{*.iso,*.img.xz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
1591 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
1595 # remove not useable iso on armv5tel (needed to build flash images)
1596 [ "${BUILD_ARCH}" = "armv5tel
" ] && rm -rf *.iso
1598 for i in `ls *.bz2 *.img.xz *.iso`; do
1605 rm -rf $BASEDIR/build/tmp/*
1611 lfsmake2 core-updates
1614 for i in $(find $BASEDIR/config/rootfiles/packages{/${BUILD_ARCH},} -maxdepth 1 -type f); do
1616 if [ -e $BASEDIR/lfs/$i ]; then
1623 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
1624 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
1625 rm -rf $BASEDIR/build/install/packages/*
1628 while [ $# -gt 0 ]; do
1631 configure_build "${1#--target=}"
1634 exiterror "Unknown configuration option
: ${1}"
1637 # Found a command, so exit options parsing.
1644 # See what we're supposed to do
1650 ${INTERACTIVE} && clear
1652 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz 2> /dev/null | head -n 1`
1653 #only restore on a clean disk
1654 if [ ! -e "${BASEDIR}/build
${TOOLS_DIR}/.toolchain-successful
" ]; then
1655 if [ ! -n "$PACKAGE" ]; then
1656 print_build_stage "Full toolchain compilation
"
1660 PACKAGENAME=${PACKAGE%.tar.xz}
1661 print_build_stage "Packaged toolchain compilation
"
1662 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
1666 exiterror "$PACKAGENAME md5 did not match
, check downloaded package
"
1673 print_build_stage "Building LFS
"
1676 print_build_stage "Building IPFire
"
1679 print_build_stage "Building installer
"
1682 print_build_stage "Building packages
"
1685 print_build_stage "Checking Logfiles
for new Files
"
1688 tools/checknewlog.pl
1689 tools/checkrootfiles
1692 print_build_summary $(( $(now) - ${START_TIME} ))
1695 # enter a shell inside LFS chroot
1696 # may be used to changed kernel settings
1701 print_line "Cleaning build directory...
"
1703 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
1704 $LOSETUP -d $i 2>/dev/null
1706 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
1710 for i in `seq 0 7`; do
1711 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install
/images
" ); then
1712 umount /dev/loop${i} 2>/dev/null;
1713 losetup -d /dev/loop${i} 2>/dev/null;
1716 rm -rf $BASEDIR/build
1717 rm -rf $BASEDIR/cdrom
1718 rm -rf $BASEDIR/packages
1720 if [ -h "${TOOLS_DIR}" ]; then
1721 rm -f "${TOOLS_DIR}"
1723 rm -f $BASEDIR/ipfire-*
1727 if [ ! -d $BASEDIR/cache ]; then
1728 mkdir $BASEDIR/cache
1730 mkdir -p $BASEDIR/log
1731 echo -e "${BOLD}Preload all
source files
${NORMAL}" | tee -a $LOGFILE
1734 for c in `seq $MAX_RETRIES`; do
1735 if (( FINISHED==1 )); then
1741 if [ -f "$i" -a "$i" != "Config
" ]; then
1742 lfsmakecommoncheck ${i} || continue
1744 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
1745 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1746 if [ $? -ne 0 ]; then
1750 if [ $c -eq 1 ]; then
1757 echo -e "${BOLD}***Verifying md5sums
${NORMAL}"
1760 if [ -f "$i" -a "$i" != "Config
" ]; then
1761 lfsmakecommoncheck ${i} > /dev/null || continue
1762 make -s -f $i LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
1763 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1764 if [ $? -ne 0 ]; then
1765 echo -ne "MD5 difference
in lfs
/$i"
1771 if [ $ERROR -eq 0 ]; then
1772 echo -ne "${BOLD}all files
md5sum match
${NORMAL}"
1775 echo -ne "${BOLD}not all files were correctly download
${NORMAL}"
1778 cd - >/dev/null 2>&1
1782 ${INTERACTIVE} && clear
1785 print_build_stage "Toolchain compilation
(${BUILD_ARCH})"
1787 echo "`date -u '+%b %e %T'`: Create toolchain image
for ${BUILD_ARCH}" | tee -a $LOGFILE
1788 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1789 cd $BASEDIR && tar -cf- --exclude='log/_build.*.log' build/${TOOLS_DIR} build/bin/sh log | xz ${XZ_OPT} \
1790 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz
1791 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz \
1792 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.md5
1796 # arbitrary name to be updated in case of new toolchain package upload
1797 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}
1798 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.xz ]; then
1799 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1800 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1801 echo "`date -u '+%b %e %T'`: Load toolchain image
for ${BUILD_ARCH}" | tee -a $LOGFILE
1802 cd $BASEDIR/cache/toolchains
1803 wget -U "IPFireSourceGrabber
/2.x
" $URL_TOOLCHAIN/$PACKAGE.tar.xz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1804 if [ $? -ne 0 ]; then
1805 echo "`date -u '+%b %e %T'`: error downloading
$PACKAGE toolchain
for ${BUILD_ARCH} machine
" | tee -a $LOGFILE
1807 if [ "`md5sum $PACKAGE.tar.xz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1808 echo "`date -u '+%b %e %T'`: toolchain md5 ok
" | tee -a $LOGFILE
1810 exiterror "$PACKAGE.md5 did not match
, check downloaded package
"
1814 echo "Toolchain is already downloaded. Exiting...
"
1819 if [ -z $IPFIRE_USER ]; then
1820 echo -n "You have to setup IPFIRE_USER first. See .config
for details.
"
1825 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1826 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1828 for file in ${BASEDIR}/cache/*; do
1829 [ -d "${file}" ] && continue
1830 grep -q "$
(basename ${file})" <<<$REMOTE_FILES && continue
1831 NEW_FILES="$NEW_FILES $file"
1833 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1839 echo -ne "Checking the translations
for missing or obsolete
strings...
"
1840 chmod 755 $BASEDIR/tools/{check_strings.pl,sort_strings.pl,check_langs.sh}
1841 $BASEDIR/tools/sort_strings.pl en
1842 $BASEDIR/tools/sort_strings.pl de
1843 $BASEDIR/tools/sort_strings.pl fr
1844 $BASEDIR/tools/sort_strings.pl es
1845 $BASEDIR/tools/sort_strings.pl pl
1846 $BASEDIR/tools/sort_strings.pl ru
1847 $BASEDIR/tools/sort_strings.pl nl
1848 $BASEDIR/tools/sort_strings.pl tr
1849 $BASEDIR/tools/sort_strings.pl it
1850 $BASEDIR/tools/check_strings.pl en > $BASEDIR/doc/language_issues.en
1851 $BASEDIR/tools/check_strings.pl de > $BASEDIR/doc/language_issues.de
1852 $BASEDIR/tools/check_strings.pl fr > $BASEDIR/doc/language_issues.fr
1853 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.es
1854 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.pl
1855 $BASEDIR/tools/check_strings.pl ru > $BASEDIR/doc/language_issues.ru
1856 $BASEDIR/tools/check_strings.pl nl > $BASEDIR/doc/language_issues.nl
1857 $BASEDIR/tools/check_strings.pl tr > $BASEDIR/doc/language_issues.tr
1858 $BASEDIR/tools/check_strings.pl it > $BASEDIR/doc/language_issues.it
1859 $BASEDIR/tools/check_langs.sh > $BASEDIR/doc/language_missings
1862 echo -ne "Updating language lists...
"
1863 update_language_list ${BASEDIR}/src/installer/po
1864 update_language_list ${BASEDIR}/src/setup/po
1868 echo "Usage
: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain
}"
1869 cat doc/make.sh-usage