2 ############################################################################
4 # This file is part of the IPFire Firewall. #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
20 # Copyright (C) 2007-2018 IPFire Team <info@ipfire.org>. #
22 ############################################################################
25 NAME
="IPFire" # Software name
26 SNAME
="ipfire" # Short name
27 VERSION
="2.21" # Version number
28 CORE
="127" # Core Level (Filename)
29 PAKFIRE_CORE
="126" # Core Level (PAKFIRE)
30 GIT_BRANCH
=`git rev-parse --abbrev-ref HEAD` # Git Branch
31 SLOGAN
="www.ipfire.org" # Software slogan
32 CONFIG_ROOT
=/var
/ipfire
# Configuration rootdir
34 MAX_RETRIES
=1 # prefetch/check loop
35 BUILD_IMAGES
=1 # Flash and Xen Downloader
36 KVER
=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 GIT_TAG
=$
(git tag |
tail -1) # Git Tag
38 GIT_LASTCOMMIT
=$
(git log |
head -n1 | cut
-d" " -f2 |
head -c8) # Last commit
42 ###############################################################################
44 # Beautifying variables & presentation & input output interface
46 ###############################################################################
48 # Remember if the shell is interactive or not
49 if [ -t 0 ] && [ -t 1 ]; then
55 # Sets or adjusts pretty formatting variables
58 # Find current screen size
61 # When using remote connections, such as a serial port, stty size returns 0
62 if ! ${INTERACTIVE} ||
[ "${COLUMNS}" = "0" ]; then
66 # Measurements for positioning result messages
70 NAME_WIDTH
=$
(( COLUMNS
- OPTIONS_WIDTH
- TIME_WIDTH
- STATUS_WIDTH
))
71 LINE_WIDTH
=$
(( COLUMNS
- STATUS_WIDTH
))
73 TIME_COL
=$
(( NAME_WIDTH
+ OPTIONS_WIDTH
))
74 STATUS_COL
=$
(( TIME_COL
+ TIME_WIDTH
))
77 # Initially setup terminal
80 # Call resize_terminal when terminal is being resized
81 trap "resize_terminal" WINCH
83 # Define color for messages
91 # New architecture variables
92 HOST_ARCH
="$(uname -m)"
95 BASENAME
=$
(basename $0)
97 # Debian specific settings
98 if [ ! -e /etc
/debian_version
]; then
101 if [ -x /usr
/bin
/realpath
]; then
102 FULLPATH
=`/usr/bin/realpath $0`
104 echo "ERROR: Need to do apt-get install realpath"
109 # This is the directory where make.sh is in
110 export BASEDIR
=$
(echo $FULLPATH |
sed "s/\/$BASENAME//g")
112 LOGFILE
=$BASEDIR/log
/_build.preparation.log
114 DIR_CHK
=$BASEDIR/cache
/check
115 mkdir
$BASEDIR/log
/ 2>/dev
/null
117 system_processors
() {
118 getconf _NPROCESSORS_ONLN
2>/dev
/null ||
echo "1"
124 while read -r key val unit
; do
128 echo "$(( ${val} / 1024 ))"
136 local build_arch
="${1}"
138 if [ "${build_arch}" = "default" ]; then
139 build_arch
="$(configure_build_guess)"
142 case "${build_arch}" in
144 BUILDTARGET
="${build_arch}-unknown-linux-gnu"
145 CROSSTARGET
="${build_arch}-cross-linux-gnu"
147 CFLAGS_ARCH
="-m64 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic"
151 BUILDTARGET
="${build_arch}-pc-linux-gnu"
152 CROSSTARGET
="${build_arch}-cross-linux-gnu"
154 CFLAGS_ARCH
="-march=i586 -mindirect-branch=thunk -mfunction-return=thunk -mtune=generic -fomit-frame-pointer"
158 BUILDTARGET
="${build_arch}-unknown-linux-gnu"
159 CROSSTARGET
="${build_arch}-cross-linux-gnu"
165 BUILDTARGET
="${build_arch}-unknown-linux-gnueabi"
166 CROSSTARGET
="${build_arch}-cross-linux-gnueabi"
168 CFLAGS_ARCH
="-march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=hard"
172 BUILDTARGET
="${build_arch}-unknown-linux-gnueabi"
173 CROSSTARGET
="${build_arch}-cross-linux-gnueabi"
175 CFLAGS_ARCH
="-march=armv5te -mfloat-abi=soft -fomit-frame-pointer"
179 exiterror
"Cannot build for architure ${build_arch}"
183 # Check if the QEMU helper is available if needed.
184 if qemu_is_required
"${build_arch}"; then
185 local qemu_build_helper
="$(qemu_find_build_helper_name "${build_arch}")"
187 if [ -n "${qemu_build_helper}" ]; then
188 QEMU_TARGET_HELPER
="${qemu_build_helper}"
190 exiterror
"Could not find a binfmt_misc helper entry for ${build_arch}"
194 BUILD_ARCH
="${build_arch}"
195 TOOLS_DIR
="/tools_${BUILD_ARCH}"
198 HARDENING_CFLAGS
="-Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong"
200 CFLAGS
="-O2 -pipe -Wall -fexceptions -fPIC ${CFLAGS_ARCH}"
203 # Determine parallelism
204 if [ -z "${MAKETUNING}" ]; then
205 # We assume that each process consumes about
206 # 192MB of memory. Therefore we find out how
207 # many processes fit into memory.
208 local mem_max
=$
(( ${HOST_MEM} / 192 ))
210 local processors
="$(system_processors)"
211 local cpu_max
=$
(( ${processors} + 1 ))
214 if [ ${mem_max} -lt ${cpu_max} ]; then
215 parallelism
=${mem_max}
217 parallelism
=${cpu_max}
220 # limit to -j23 because perl will not build
222 if [ ${parallelism} -gt 23 ]; then
226 MAKETUNING
="-j${parallelism}"
229 # Compression parameters
230 # We use mode 8 for reasonable memory usage when decompressing
231 # but with overall good compression
234 # We try to use as many cores as possible
235 XZ_OPT
="${XZ_OPT} -T0"
237 # We need to limit memory because XZ uses too much when running
238 # in parallel and it isn't very smart in limiting itself.
239 # We allow XZ to use up to 70% of all system memory.
240 local xz_memory
=$
(( HOST_MEM
* 7 / 10 ))
242 # XZ memory cannot be larger than 2GB on 32 bit systems
243 case "${build_arch}" in
245 if [ ${xz_memory} -gt 2048 ]; then
251 XZ_OPT
="${XZ_OPT} --memory=${xz_memory}MiB"
254 configure_build_guess
() {
255 case "${HOST_ARCH}" in
267 armv7
*|armv6
*|armv5
*)
272 exiterror
"Cannot guess build architecture"
278 umount
$BASEDIR/build
/sys
2>/dev
/null
;
279 umount
$BASEDIR/build
/dev
/shm
2>/dev
/null
;
280 umount
$BASEDIR/build
/dev
/pts
2>/dev
/null
;
281 umount
$BASEDIR/build
/dev
2>/dev
/null
;
282 umount
$BASEDIR/build
/proc
2>/dev
/null
;
283 umount
$BASEDIR/build
/install
/mnt
2>/dev
/null
;
284 umount
$BASEDIR/build
/usr
/src
/cache
2>/dev
/null
;
285 umount
$BASEDIR/build
/usr
/src
/ccache
2>/dev
/null
;
286 umount
$BASEDIR/build
/usr
/src
/config
2>/dev
/null
;
287 umount
$BASEDIR/build
/usr
/src
/doc
2>/dev
/null
;
288 umount
$BASEDIR/build
/usr
/src
/html
2>/dev
/null
;
289 umount
$BASEDIR/build
/usr
/src
/langs
2>/dev
/null
;
290 umount
$BASEDIR/build
/usr
/src
/lfs
2>/dev
/null
;
291 umount
$BASEDIR/build
/usr
/src
/log
2>/dev
/null
;
292 umount
$BASEDIR/build
/usr
/src
/src
2>/dev
/null
;
302 if [ ${seconds} -ge 3600 ]; then
303 printf "%d:%02d:%02d\n" \
304 "$(( seconds / 3600 ))" \
305 "$(( seconds % 3600 / 60 ))" \
306 "$(( seconds % 3600 % 60 ))"
307 elif [ ${seconds} -ge 60 ]; then
309 "$(( seconds / 60 ))" \
310 "$(( seconds % 60 ))"
312 printf "%d\n" "${seconds}"
319 printf "%-${LINE_WIDTH}s" "${line}"
326 if ${INTERACTIVE}; then
332 if ${INTERACTIVE}; then
338 _print_line BOLD
"$@"
342 _print_line FAIL
"$@"
349 local version
="$(grep -E "^VER |^VER
=|^VER
" $BASEDIR/lfs/${name} | awk '{ print $3 }')"
352 local string
="${name}"
353 if [ -n "${version}" ] && [ "${version}" != "ipfire" ]; then
354 string
="${string} (${version})"
357 printf "%-$(( ${NAME_WIDTH} - 1 ))s " "${string}"
358 printf "%$(( ${OPTIONS_WIDTH} - 1 ))s " "${options}"
362 local runtime
=$
(format_runtime $@
)
364 if ${INTERACTIVE}; then
365 printf "\\033[${TIME_COL}G[ ${BOLD}%$(( ${TIME_WIDTH} - 4 ))s${NORMAL} ]" "${runtime}"
367 printf "[ %$(( ${TIME_WIDTH} - 4 ))s ]" "${runtime}"
374 local color
="${!status}"
376 if ${INTERACTIVE}; then
377 printf "\\033[${STATUS_COL}G[${color-${BOLD}} %-$(( ${STATUS_WIDTH} - 4 ))s ${NORMAL}]\n" "${status}"
379 printf "[ %-$(( ${STATUS_WIDTH} - 4 ))s ]\n" "${status}"
383 print_build_stage
() {
390 print_build_summary
() {
391 local runtime
=$
(format_runtime $@
)
393 print_line
"*** Build finished in ${runtime}"
399 for i
in `seq 0 7`; do
400 if ( losetup
/dev
/loop
${i} 2>/dev
/null |
grep -q "/install/images" ); then
401 losetup
-d /dev
/loop
${i} 2>/dev
/null
406 if [ -n "${LOGFILE}" ] && [ -e "${LOGFILE}" ]; then
410 while read -r line
; do
412 done <<< "$(tail -n30 ${LOGFILE})"
418 for line
in "ERROR: $@" " Check ${LOGFILE} for errors if applicable"; do
419 print_error
"${line}"
427 # Are we running the right shell?
428 if [ -z "${BASH}" ]; then
429 exiterror
"BASH environment variable is not set. You're probably running the wrong shell."
432 if [ -z "${BASH_VERSION}" ]; then
433 exiterror
"Not running BASH shell."
436 # Trap on emergency exit
437 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
439 # Resetting our nice level
440 if ! renice
${NICE} $$
>/dev
/null
; then
441 exiterror
"Failed to set nice level to ${NICE}"
444 # Checking if running as root user
445 if [ $
(id
-u) -ne 0 ]; then
446 exiterror
"root privileges required for building"
449 # Checking for necessary temporary space
450 print_line
"Checking for necessary space on disk $BASE_DEV"
451 BASE_DEV
=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
452 BASE_ASPACE
=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
453 if (( 2048000 > $BASE_ASPACE )); then
454 BASE_USPACE
=`du -skx $BASEDIR | awk '{print $1}'`
455 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
457 exiterror
"Not enough temporary space available, need at least 2GB on $BASE_DEV"
472 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
473 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
475 # Make some extra directories
476 mkdir
-p "${BASEDIR}/build${TOOLS_DIR}" 2>/dev
/null
477 mkdir
-p $BASEDIR/build
/{etc
,usr
/src
} 2>/dev
/null
478 mkdir
-p $BASEDIR/build
/{dev
/{shm
,pts
},proc
,sys
}
479 mkdir
-p $BASEDIR/{cache
,ccache
} 2>/dev
/null
480 mkdir
-p $BASEDIR/build
/usr
/src
/{cache
,config
,doc
,html
,langs
,lfs
,log
,src
,ccache
}
482 mknod
-m 600 $BASEDIR/build
/dev
/console c
5 1 2>/dev
/null
483 mknod
-m 666 $BASEDIR/build
/dev
/null c
1 3 2>/dev
/null
485 # Make all sources and proc available under lfs build
486 mount
--bind /dev
$BASEDIR/build
/dev
487 mount
--bind /dev
/pts
$BASEDIR/build
/dev
/pts
488 mount
--bind /dev
/shm
$BASEDIR/build
/dev
/shm
489 mount
--bind /proc
$BASEDIR/build
/proc
490 mount
--bind /sys
$BASEDIR/build
/sys
491 mount
--bind $BASEDIR/cache
$BASEDIR/build
/usr
/src
/cache
492 mount
--bind $BASEDIR/ccache
$BASEDIR/build
/usr
/src
/ccache
493 mount
--bind $BASEDIR/config
$BASEDIR/build
/usr
/src
/config
494 mount
--bind $BASEDIR/doc
$BASEDIR/build
/usr
/src
/doc
495 mount
--bind $BASEDIR/html
$BASEDIR/build
/usr
/src
/html
496 mount
--bind $BASEDIR/langs
$BASEDIR/build
/usr
/src
/langs
497 mount
--bind $BASEDIR/lfs
$BASEDIR/build
/usr
/src
/lfs
498 mount
--bind $BASEDIR/log
$BASEDIR/build
/usr
/src
/log
499 mount
--bind $BASEDIR/src
$BASEDIR/build
/usr
/src
/src
501 # Run LFS static binary creation scripts one by one
502 export CCACHE_DIR
=$BASEDIR/ccache
503 export CCACHE_COMPRESS
=1
504 export CCACHE_COMPILERCHECK
="string:toolchain-${TOOLCHAINVER} ${BUILD_ARCH}"
506 # Remove pre-install list of installed files in case user erase some files before rebuild
507 rm -f $BASEDIR/build
/usr
/src
/lsalr
2>/dev
/null
509 # Prepare string for /etc/system-release.
510 SYSTEM_RELEASE
="${NAME} ${VERSION} (${BUILD_ARCH})"
511 if [ "$(git status -s | wc -l)" == "0" ]; then
516 case "$GIT_BRANCH" in
518 SYSTEM_RELEASE
="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
521 SYSTEM_RELEASE
="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
527 # Install QEMU helper, if needed
530 local PATH
="${TOOLS_DIR}/ccache/bin:/bin:/usr/bin:/sbin:/usr/sbin:${TOOLS_DIR}/bin"
532 PATH
="${PATH}" chroot
${LFS} env
-i \
537 SYSTEM_RELEASE
="${SYSTEM_RELEASE}" \
538 PAKFIRE_CORE
="${PAKFIRE_CORE}" \
541 VERSION
="${VERSION}" \
544 TOOLS_DIR
="${TOOLS_DIR}" \
545 CONFIG_ROOT
="${CONFIG_ROOT}" \
546 CFLAGS
="${CFLAGS} ${HARDENING_CFLAGS}" \
547 CXXFLAGS
="${CXXFLAGS} ${HARDENING_CFLAGS}" \
548 BUILDTARGET
="${BUILDTARGET}" \
549 CROSSTARGET
="${CROSSTARGET}" \
550 BUILD_ARCH
="${BUILD_ARCH}" \
551 BUILD_PLATFORM
="${BUILD_PLATFORM}" \
552 CCACHE_DIR
=/usr
/src
/ccache \
553 CCACHE_COMPRESS
="${CCACHE_COMPRESS}" \
554 CCACHE_COMPILERCHECK
="${CCACHE_COMPILERCHECK}" \
563 if [ ! -e $BASEDIR/build
/usr
/src
/lfs
/ ]; then
564 exiterror
"No such file or directory: $BASEDIR/build/usr/src/lfs/"
567 echo "Entering to a shell inside LFS chroot, go out with exit"
568 local PS1
="ipfire build chroot (${BUILD_ARCH}) \u:\w\$ "
570 if enterchroot bash
-i; then
574 exiterror
"chroot error"
578 lfsmakecommoncheck
() {
580 if [ ! -f $BASEDIR/lfs
/$1 ]; then
581 exiterror
"No such file or directory: $BASEDIR/$1"
584 # Print package name and version
587 # Check if this package is supported by our architecture.
588 # If no SUP_ARCH is found, we assume the package can be built for all.
589 if grep "^SUP_ARCH" ${BASEDIR}/lfs
/${1} >/dev
/null
; then
590 # Check if package supports ${BUILD_ARCH} or all architectures.
591 if ! grep -E "^SUP_ARCH.*${BUILD_ARCH}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
600 for i in $SKIP_PACKAGE_LIST
602 if [ "$i" == "$1" ]; then
608 echo -ne "`date -u '+%b %e %T'`: Building $
* " >> $LOGFILE
610 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
611 MESSAGE="$1\t " download >> $LOGFILE 2>&1
612 if [ $? -ne 0 ]; then
613 exiterror "Download error
in $1"
616 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
617 MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
618 if [ $? -ne 0 ]; then
619 exiterror "md5sum error
in $1, check
file in cache or signature
"
626 lfsmakecommoncheck $*
627 [ $? == 1 ] && return 0
629 cd $BASEDIR/lfs && env -i \
630 PATH="${TOOLS_DIR}/ccache
/bin
:${TOOLS_DIR}/bin
:$PATH" \
631 CCACHE_DIR="${CCACHE_DIR}" \
632 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
633 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
635 CXXFLAGS="${CXXFLAGS}" \
636 MAKETUNING="${MAKETUNING}" \
639 TOOLS_DIR="${TOOLS_DIR}" \
640 CROSSTARGET="${CROSSTARGET}" \
641 BUILDTARGET="${BUILDTARGET}" \
642 BUILD_ARCH="${BUILD_ARCH}" \
643 BUILD_PLATFORM="${BUILD_PLATFORM}" \
644 LFS_BASEDIR="${BASEDIR}" \
647 install >> $LOGFILE 2>&1 &
649 if ! wait_until_finished $!; then
651 exiterror "Building $
*"
658 lfsmakecommoncheck $*
659 [ $? == 1 ] && return 0
664 ${EXTRA_PATH}bash -x -c "cd /usr
/src
/lfs
&& \
665 MAKETUNING
=${MAKETUNING} \
667 LFS_BASEDIR
=/usr
/src
install" \
670 if ! wait_until_finished $!; then
672 exiterror "Building $
*"
679 lfsmakecommoncheck $*
680 [ $? == 1 ] && return 0
685 bash -x -c "cd /usr
/src
/lfs
&& make -f $
* LFS_BASEDIR
=/usr
/src dist
" \
688 if ! wait_until_finished $!; then
690 exiterror "Packaging $
*"
696 wait_until_finished() {
699 local start_time=$(now)
702 if ${INTERACTIVE}; then
703 # Wait a little just in case the process
704 # has finished very quickly.
708 while kill -0 ${pid} 2>/dev/null; do
709 print_runtime $(( $(now) - ${start_time} ))
716 # Returns the exit code of the child process
720 if ! ${INTERACTIVE}; then
721 print_runtime $(( $(now) - ${start_time} ))
728 [ -e "${BASEDIR}/build
${TOOLS_DIR}/lib
/libpakfire_preload.so
" ] || return
730 local env="LD_PRELOAD
=${TOOLS_DIR}/lib
/libpakfire_preload.so
"
732 # Fake kernel version, because some of the packages do not compile
733 # with kernel 3.0 and later.
734 env="${env} UTS_RELEASE
=${KVER}"
736 # Fake machine version.
737 env="${env} UTS_MACHINE
=${BUILD_ARCH}"
745 # Don't add anything if qemu is not used.
746 if ! qemu_is_required; then
750 # Set default qemu options
751 case "${BUILD_ARCH}" in
753 QEMU_CPU="${QEMU_CPU:-cortex-a9}"
755 env="${env} QEMU_CPU
=${QEMU_CPU}"
760 #env="${env} QEMU_STRACE
=1"
766 local build_arch="${1}"
768 if [ -z "${build_arch}" ]; then
769 build_arch="${BUILD_ARCH}"
772 case "${HOST_ARCH},${build_arch}" in
773 x86_64,arm*|i?86,arm*|i?86,x86_64)
782 qemu_install_helper() {
783 # Do nothing, if qemu is not required
784 if ! qemu_is_required; then
788 if [ ! -e /proc/sys/fs/binfmt_misc/status ]; then
789 exiterror "binfmt_misc not mounted. QEMU_TARGET_HELPER not useable.
"
792 if [ ! $(cat /proc/sys/fs/binfmt_misc/status) = 'enabled' ]; then
793 exiterror "binfmt_misc not enabled. QEMU_TARGET_HELPER not useable.
"
797 if [ -z "${QEMU_TARGET_HELPER}" ]; then
798 exiterror "QEMU_TARGET_HELPER not
set"
801 # Check if the helper is already installed.
802 if [ -x "${LFS}${QEMU_TARGET_HELPER}" ]; then
806 # Try to find a suitable binary that we can install
807 # to the build environment.
809 for file in "${QEMU_TARGET_HELPER}" "${QEMU_TARGET_HELPER}-static"; do
810 # file must exist and be executable.
811 [ -x "${file}" ] || continue
814 file_is_static "${file}" || continue
816 local dirname="${LFS}$
(dirname "${file}")"
817 mkdir -p "${dirname}"
819 install -m 755 "${file}" "${LFS}${QEMU_TARGET_HELPER}"
823 exiterror "Could not
find a statically-linked QEMU emulator
: ${QEMU_TARGET_HELPER}"
826 qemu_find_build_helper_name() {
827 local build_arch="${1}"
830 case "${build_arch}" in
832 magic="7f454c4601010100000000000000000002002800
"
835 magic="7f454c4602010100000000000000000002003e00
"
839 [ -z "${magic}" ] && return 1
842 for file in /proc/sys/fs/binfmt_misc/*; do
843 # skip write only register entry
844 [ $(basename "${file}") = "register
" ] && continue
845 # Search for the file with the correct magic value.
846 grep -qE "^magic
${magic}$
" "${file}" || continue
848 local interpreter="$
(grep "^interpreter" "${file}" |
awk '{ print $2 }')"
850 [ -n "${interpreter}" ] || continue
851 [ "${interpreter:0:1}" = "/" ] || continue
852 [ -x "${interpreter}" ] || continue
854 echo "${interpreter}"
864 file ${file} 2>/dev/null | grep -q "statically linked
"
867 update_language_list() {
871 for lang in ${path}/*.po; do
872 lang="$
(basename "${lang}")"
874 done | sort -u > "${path}/LINGUAS
"
880 git shortlog --summary --numbered | while read -r commits name; do
882 done | grep -vE -e "^
(alpha197|morlix|root|ummeegge
)$
" -e "via Development$
" -e "@
" -e "#$"
885 update_contributors
() {
886 echo -n "Updating list of contributors"
888 local contributors
="$(contributors | paste -sd , - | sed -e "s
/,/&\\\\n
/g
")"
890 # Edit contributors into credits.cgi
892 "/<!-- CONTRIBUTORS -->/{ p=1; print; printf \"${contributors}\n\"}/<!-- END -->/{ p=0 } !p" \
893 "${BASEDIR}/html/cgi-bin/credits.cgi"
899 # Load configuration file
900 if [ -f .config
]; then
904 # TARGET_ARCH is BUILD_ARCH now
905 if [ -n "${TARGET_ARCH}" ]; then
906 BUILD_ARCH
="${TARGET_ARCH}"
910 # Get the amount of memory in this build system
911 HOST_MEM
=$
(system_memory
)
913 if [ -n "${BUILD_ARCH}" ]; then
914 configure_build
"${BUILD_ARCH}"
916 configure_build
"default"
921 case "${BUILD_ARCH}:${HOST_ARCH}" in
928 i586
:i586|i586
:i686|i586
:x86_64
)
936 arvm7hl
:armv7hl|armv7hl
:armv7l
)
940 armv5tel
:armv5tel|armv5tel
:armv5tejl|armv5tel
:armv6l|armv5tel
:armv7l|armv5tel
:aarch64
)
949 exiterror
"Cannot build ${BUILD_ARCH} toolchain on $(uname -m). Please use the download if any."
951 local gcc
=$
(type -p gcc
)
952 if [ -z "${gcc}" ]; then
953 exiterror
"Could not find GCC. You will need a working build enviroment in order to build the toolchain."
956 # Check ${TOOLS_DIR} symlink
957 if [ -h "${TOOLS_DIR}" ]; then
961 if [ ! -e "${TOOLS_DIR}" ]; then
962 ln -s "${BASEDIR}/build${TOOLS_DIR}" "${TOOLS_DIR}"
965 if [ ! -h "${TOOLS_DIR}" ]; then
966 exiterror
"Could not create ${TOOLS_DIR} symbolic link"
969 LOGFILE
="$BASEDIR/log/_build.toolchain.log"
973 lfsmake1 ccache PASS
=1
974 lfsmake1 binutils PASS
=1
976 lfsmake1 linux KCFG
="-headers"
979 lfsmake1 binutils PASS
=2
982 lfsmake1 ccache PASS
=2
1008 lfsmake1 fake-environ
1010 lfsmake1 cleanup-toolchain
1014 LOGFILE
="$BASEDIR/log/_build.base.log"
1017 lfsmake2 linux KCFG
="-headers"
1021 lfsmake2 cleanup-toolchain
1043 lfsmake2 readline-compat
1047 lfsmake2 pcre-compat
1083 LOGFILE
="$BASEDIR/log/_build.ipfire.log"
1086 lfsmake2 initscripts
1089 [ "${BUILD_ARCH}" = "i586" ] && lfsmake2 openssl KCFG
='-sse2'
1090 lfsmake2 openssl-compat
1093 lfsmake2 libusb-compat
1099 lfsmake2 linux-firmware
1100 lfsmake2 dvb-firmwares
1101 lfsmake2 xr819-firmware
1102 lfsmake2 zd1211-firmware
1103 lfsmake2 rpi-firmware
1105 lfsmake2 u-boot MKIMAGE
=1
1111 lfsmake2 multipath-tools
1117 lfsmake2 libnfnetlink
1118 lfsmake2 libnetfilter_queue
1119 lfsmake2 libnetfilter_conntrack
1120 lfsmake2 libnetfilter_cthelper
1121 lfsmake2 libnetfilter_cttimeout
1126 case "${BUILD_ARCH}" in
1128 lfsmake2 linux KCFG
=""
1129 # lfsmake2 backports KCFG=""
1130 # lfsmake2 e1000e KCFG=""
1131 # lfsmake2 igb KCFG=""
1132 # lfsmake2 ixgbe KCFG=""
1133 lfsmake2 xtables-addons KCFG
=""
1134 lfsmake2 linux-initrd KCFG
=""
1137 # x86-pae (Native and new XEN) kernel build
1138 lfsmake2 linux KCFG
="-pae"
1139 # lfsmake2 backports KCFG="-pae"
1140 # lfsmake2 e1000e KCFG="-pae"
1141 # lfsmake2 igb KCFG="-pae"
1142 # lfsmake2 ixgbe KCFG="-pae"
1143 lfsmake2 xtables-addons KCFG
="-pae"
1144 lfsmake2 linux-initrd KCFG
="-pae"
1147 lfsmake2 linux KCFG
=""
1148 # lfsmake2 backports KCFG=""
1149 # lfsmake2 e1000e KCFG=""
1150 # lfsmake2 igb KCFG=""
1151 # lfsmake2 ixgbe KCFG=""
1152 lfsmake2 xtables-addons KCFG
=""
1153 lfsmake2 linux-initrd KCFG
=""
1157 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
1158 lfsmake2 linux KCFG
="-kirkwood"
1159 # lfsmake2 backports KCFG="-kirkwood"
1160 # lfsmake2 e1000e KCFG="-kirkwood"
1161 # lfsmake2 igb KCFG="-kirkwood"
1162 # lfsmake2 ixgbe KCFG="-kirkwood"
1163 lfsmake2 xtables-addons KCFG
="-kirkwood"
1164 lfsmake2 linux-initrd KCFG
="-kirkwood"
1166 # arm multi platform (Panda, Wandboard ...) kernel build
1167 lfsmake2 linux KCFG
="-multi"
1168 # lfsmake2 backports KCFG="-multi"
1169 # lfsmake2 e1000e KCFG="-multi"
1170 # lfsmake2 igb KCFG="-multi"
1171 # lfsmake2 ixgbe KCFG="-multi"
1172 lfsmake2 xtables-addons KCFG
="-multi"
1173 lfsmake2 linux-initrd KCFG
="-multi"
1176 lfsmake2 intel-microcode
1177 lfsmake2 xtables-addons USPACE
="1"
1178 lfsmake2 libgpg-error
1204 lfsmake2 ca-certificates
1212 lfsmake2 libjpeg-compat
1232 lfsmake2 web-user-interface
1242 lfsmake2 reiserfsprogs
1248 lfsmake2 ez-ipupdate
1252 lfsmake2 GD-TextUtil
1253 lfsmake2 perl-Device-SerialPort
1254 lfsmake2 perl-Device-Modem
1255 lfsmake2 perl-Apache-Htpasswd
1261 lfsmake2 conntrack-tools
1265 lfsmake2 l7-protocols
1272 lfsmake2 HTML-Tagset
1273 lfsmake2 HTML-Parser
1274 lfsmake2 HTML-Template
1275 lfsmake2 Compress-Zlib
1277 lfsmake2 Digest-SHA1
1278 lfsmake2 Digest-HMAC
1279 lfsmake2 libwww-perl
1281 lfsmake2 Net-IPv4Addr
1284 lfsmake2 IO-Socket-SSL
1285 lfsmake2 Unix-Syslog
1289 lfsmake2 Convert-TNEF
1290 lfsmake2 Convert-UUlib
1291 lfsmake2 Archive-Tar
1292 lfsmake2 Archive-Zip
1293 lfsmake2 Text-Tabs
+Wrap
1294 lfsmake2 Locale-Country
1296 lfsmake2 Crypt-PasswdMD5
1298 lfsmake2 python-setuptools
1299 lfsmake2 python-clientform
1300 lfsmake2 python-mechanize
1301 lfsmake2 python-feedparser
1302 lfsmake2 python-rssdler
1303 lfsmake2 python-inotify
1304 lfsmake2 python-docutils
1305 lfsmake2 python-daemon
1306 lfsmake2 python-ipaddress
1312 lfsmake2 dejavu-fonts-ttf
1313 lfsmake2 ubuntu-font-family
1344 lfsmake2 ghostscript
1347 lfsmake2 cups-filters
1348 lfsmake2 epson-inkjet-printer-escpr
1357 lfsmake2 bridge-utils
1358 lfsmake2 smartmontools
1363 lfsmake2 cyrus-imapd
1365 lfsmake2 spamassassin
1399 lfsmake2 pcmciautils
1408 lfsmake2 python-pyparsing
1409 lfsmake2 spice-protocol
1412 lfsmake2 libusbredir
1417 lfsmake2 nagios_nrpe
1418 lfsmake2 nagios-plugins
1420 lfsmake2 observium-agent
1427 lfsmake2 vdr_streamdev
1428 lfsmake2 vdr_epgsearch
1433 lfsmake2 icegenerator
1435 lfsmake2 libmpdclient
1437 lfsmake2 perl-Net-SMTP-SSL
1438 lfsmake2 perl-MIME-Base64
1439 lfsmake2 perl-Authen-SASL
1440 lfsmake2 perl-MIME-Lite
1441 lfsmake2 perl-Email-Date-Format
1443 lfsmake2 squidclamav
1446 lfsmake2 wpa_supplicant
1452 lfsmake2 cpufrequtils
1460 lfsmake2 streamripper
1464 lfsmake2 perl-gettext
1465 lfsmake2 perl-Sort-Naturally
1469 lfsmake2 perl-DBD-SQLite
1470 lfsmake2 perl-File-ReadBackwards
1471 lfsmake2 openvmtools
1481 lfsmake2 usb_modeswitch
1482 lfsmake2 usb_modeswitch_data
1492 lfsmake2 u-boot-kirkwood
1493 lfsmake2 python-typing
1494 lfsmake2 python-m2crypto
1495 lfsmake2 wireless-regdb
1498 lfsmake2 python-distutils-extra
1499 lfsmake2 python-lzma
1500 lfsmake2 python-progressbar
1501 lfsmake2 python-xattr
1503 lfsmake2 python3-six
1504 lfsmake2 python3-dateutil
1505 lfsmake2 python3-jmespath
1506 lfsmake2 python3-colorama
1507 lfsmake2 python3-docutils
1508 lfsmake2 python3-yaml
1509 lfsmake2 python3-s3transfer
1510 lfsmake2 python3-rsa
1511 lfsmake2 python3-pyasn1
1512 lfsmake2 python3-botocore
1514 lfsmake2 transmission
1527 lfsmake2 libstatgrab
1529 lfsmake2 check_mk_agent
1535 lfsmake2 ipfire-netboot
1541 lfsmake2 perl-Carp-Clan
1542 lfsmake2 perl-Date-Calc
1543 lfsmake2 perl-Date-Manip
1544 lfsmake2 perl-File-Tail
1545 lfsmake2 perl-TimeDate
1555 lfsmake2 perl-Font-TTF
1556 lfsmake2 perl-IO-String
1557 lfsmake2 perl-PDF-API2
1558 lfsmake2 squid-accounting
1561 lfsmake2 perl-Text-CSV_XS
1571 lfsmake2 util-macros
1572 lfsmake2 libpciaccess
1576 lfsmake2 perl-common-sense
1577 lfsmake2 perl-inotify2
1578 lfsmake2 perl-Net-IP
1581 lfsmake2 mdns-repeater
1583 lfsmake2 nss-myhostname
1585 lfsmake2 shairport-sync
1589 # Run installer scripts one by one
1590 LOGFILE
="$BASEDIR/log/_build.installer.log"
1594 # use toolchain bash for chroot to strip
1595 EXTRA_PATH
=${TOOLS_DIR}/bin
/ lfsmake2 strip
1599 LOGFILE
="$BASEDIR/log/_build.packages.log"
1601 echo "... see detailed log in _build.*.log files" >> $LOGFILE
1604 # Generating list of packages used
1605 print_line
"Generating packages list from logs"
1606 rm -f $BASEDIR/doc
/packages-list
1607 for i
in `ls -1tr $BASEDIR/log/[^_]*`; do
1608 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
1609 echo "* `basename $i`" >>$BASEDIR/doc
/packages-list
1612 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc
/packages-list.txt
1613 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
1614 $BASEDIR/doc
/packages-list |
sort >> $BASEDIR/doc
/packages-list.txt
1615 rm -f $BASEDIR/doc
/packages-list
1616 # packages-list.txt is ready to be displayed for wiki page
1621 [ -z $GIT_TAG ] || LAST_TAG
=$GIT_TAG
1622 [ -z $LAST_TAG ] || EXT
="$LAST_TAG..HEAD"
1623 git log
-n 500 --no-merges --pretty=medium
--shortstat $EXT > $BASEDIR/doc
/ChangeLog
1625 # Create images for install
1628 # Check if there is a loop device for building in virtual environments
1629 modprobe loop
2>/dev
/null
1630 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev
/loop
/0 ] ||
[ -e /dev
/loop0
] ||
[ -e "/dev/loop-control" ]); then
1631 lfsmake2 flash-images
1634 mv $LFS/install
/images
/{*.iso
,*.img.xz
,*.bz2
} $BASEDIR >> $LOGFILE 2>&1
1639 mv $LFS/install
/images
/*.bz2
$BASEDIR >> $LOGFILE 2>&1
1643 # remove not useable iso on armv5tel (needed to build flash images)
1644 [ "${BUILD_ARCH}" = "armv5tel" ] && rm -rf *.iso
1646 for i
in `ls *.bz2 *.img.xz *.iso`; do
1653 rm -rf $BASEDIR/build
/tmp
/*
1659 lfsmake2 core-updates
1662 for i
in $
(find $BASEDIR/config
/rootfiles
/packages
{/${BUILD_ARCH},} -maxdepth 1 -type f
); do
1664 if [ -e $BASEDIR/lfs
/$i ]; then
1671 test -d $BASEDIR/packages || mkdir
$BASEDIR/packages
1672 mv -f $LFS/install
/packages
/* $BASEDIR/packages
>> $LOGFILE 2>&1
1673 rm -rf $BASEDIR/build
/install
/packages
/*
1676 while [ $# -gt 0 ]; do
1679 configure_build
"${1#--target=}"
1682 exiterror
"Unknown configuration option: ${1}"
1685 # Found a command, so exit options parsing.
1692 # See what we're supposed to do
1698 ${INTERACTIVE} && clear
1700 PACKAGE
=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.tar.xz 2> /dev/null | head -n 1`
1701 #only restore on a clean disk
1702 if [ ! -e "${BASEDIR}/build${TOOLS_DIR}/.toolchain-successful" ]; then
1703 if [ ! -n "$PACKAGE" ]; then
1704 print_build_stage
"Full toolchain compilation"
1708 PACKAGENAME
=${PACKAGE%.tar.xz}
1709 print_build_stage
"Packaged toolchain compilation"
1710 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
1714 exiterror
"$PACKAGENAME md5 did not match, check downloaded package"
1721 print_build_stage
"Building LFS"
1724 print_build_stage
"Building IPFire"
1727 print_build_stage
"Building installer"
1730 print_build_stage
"Building packages"
1733 print_build_stage
"Checking Logfiles for new Files"
1736 tools
/checknewlog.pl
1737 tools
/checkrootfiles
1740 print_build_summary $
(( $
(now
) - ${START_TIME} ))
1743 # enter a shell inside LFS chroot
1744 # may be used to changed kernel settings
1749 print_line
"Cleaning build directory..."
1751 for i
in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
1752 $LOSETUP -d $i 2>/dev
/null
1754 for i
in `mount | grep $BASEDIR | cut -d " " -f 1`; do
1758 for i
in `seq 0 7`; do
1759 if ( losetup
/dev
/loop
${i} 2>/dev
/null |
grep -q "/install/images" ); then
1760 umount
/dev
/loop
${i} 2>/dev
/null
;
1761 losetup
-d /dev
/loop
${i} 2>/dev
/null
;
1764 rm -rf $BASEDIR/build
1765 rm -rf $BASEDIR/cdrom
1766 rm -rf $BASEDIR/packages
1768 if [ -h "${TOOLS_DIR}" ]; then
1769 rm -f "${TOOLS_DIR}"
1771 rm -f $BASEDIR/ipfire-
*
1775 # Build the docker image if it does not exist, yet
1776 if ! docker images
-a |
grep -q ^ipfire-builder
; then
1777 if docker build
-t ipfire-builder
${BASEDIR}/tools
/docker
; then
1785 # Run the container and enter a shell
1786 docker run
-it --privileged -v "${BASEDIR}:/build" -w "/build" ipfire-builder bash
-l
1789 if [ ! -d $BASEDIR/cache
]; then
1790 mkdir
$BASEDIR/cache
1792 mkdir
-p $BASEDIR/log
1793 echo -e "${BOLD}Preload all source files${NORMAL}" |
tee -a $LOGFILE
1796 for c
in `seq $MAX_RETRIES`; do
1797 if (( FINISHED
==1 )); then
1803 if [ -f "$i" -a "$i" != "Config" ]; then
1804 lfsmakecommoncheck
${i} ||
continue
1806 make -s -f $i LFS_BASEDIR
=$BASEDIR BUILD_ARCH
="${BUILD_ARCH}" \
1807 MESSAGE
="$i\t ($c/$MAX_RETRIES)" download
>> $LOGFILE 2>&1
1808 if [ $?
-ne 0 ]; then
1812 if [ $c -eq 1 ]; then
1819 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1822 if [ -f "$i" -a "$i" != "Config" ]; then
1823 lfsmakecommoncheck
${i} > /dev
/null ||
continue
1824 make -s -f $i LFS_BASEDIR
=$BASEDIR BUILD_ARCH
="${BUILD_ARCH}" \
1825 MESSAGE
="$i\t " md5
>> $LOGFILE 2>&1
1826 if [ $?
-ne 0 ]; then
1827 echo -ne "MD5 difference in lfs/$i"
1833 if [ $ERROR -eq 0 ]; then
1834 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1837 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1840 cd - >/dev
/null
2>&1
1844 ${INTERACTIVE} && clear
1847 print_build_stage
"Toolchain compilation (${BUILD_ARCH})"
1849 echo "`date -u '+%b %e %T'`: Create toolchain image for ${BUILD_ARCH}" |
tee -a $LOGFILE
1850 test -d $BASEDIR/cache
/toolchains || mkdir
-p $BASEDIR/cache
/toolchains
1851 cd $BASEDIR && tar -cf- --exclude='log/_build.*.log' build
/${TOOLS_DIR} build
/bin
/sh log | xz
${XZ_OPT} \
1852 > cache
/toolchains
/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.
tar.xz
1853 md5sum cache
/toolchains
/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.
tar.xz \
1854 > cache
/toolchains
/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}.md5
1858 # arbitrary name to be updated in case of new toolchain package upload
1859 PACKAGE
=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-${BUILD_ARCH}
1860 if [ ! -f $BASEDIR/cache
/toolchains
/$PACKAGE.
tar.xz
]; then
1861 URL_TOOLCHAIN
=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1862 test -d $BASEDIR/cache
/toolchains || mkdir
-p $BASEDIR/cache
/toolchains
1863 echo "`date -u '+%b %e %T'`: Load toolchain image for ${BUILD_ARCH}" |
tee -a $LOGFILE
1864 cd $BASEDIR/cache
/toolchains
1865 wget
-U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.
tar.xz
$URL_TOOLCHAIN/$PACKAGE.md5
>& /dev
/null
1866 if [ $?
-ne 0 ]; then
1867 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for ${BUILD_ARCH} machine" |
tee -a $LOGFILE
1869 if [ "`md5sum $PACKAGE.tar.xz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1870 echo "`date -u '+%b %e %T'`: toolchain md5 ok" |
tee -a $LOGFILE
1872 exiterror
"$PACKAGE.md5 did not match, check downloaded package"
1876 echo "Toolchain is already downloaded. Exiting..."
1881 if [ -z $IPFIRE_USER ]; then
1882 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1887 URL_SOURCE
=$
(grep URL_SOURCE lfs
/Config |
awk '{ print $3 }')
1888 REMOTE_FILES
=$
(echo "ls -1" | sftp
-C ${IPFIRE_USER}@
${URL_SOURCE})
1890 for file in ${BASEDIR}/cache
/*; do
1891 [ -d "${file}" ] && continue
1892 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
1893 NEW_FILES
="$NEW_FILES $file"
1895 [ -n "$NEW_FILES" ] && scp
-2 $NEW_FILES ${IPFIRE_USER}@
${URL_SOURCE}
1901 echo -ne "Checking the translations for missing or obsolete strings..."
1902 chmod 755 $BASEDIR/tools
/{check_strings.pl
,sort_strings.pl
,check_langs.sh
}
1903 $BASEDIR/tools
/sort_strings.pl en
1904 $BASEDIR/tools
/sort_strings.pl de
1905 $BASEDIR/tools
/sort_strings.pl fr
1906 $BASEDIR/tools
/sort_strings.pl es
1907 $BASEDIR/tools
/sort_strings.pl pl
1908 $BASEDIR/tools
/sort_strings.pl ru
1909 $BASEDIR/tools
/sort_strings.pl
nl
1910 $BASEDIR/tools
/sort_strings.pl
tr
1911 $BASEDIR/tools
/sort_strings.pl it
1912 $BASEDIR/tools
/check_strings.pl en
> $BASEDIR/doc
/language_issues.en
1913 $BASEDIR/tools
/check_strings.pl de
> $BASEDIR/doc
/language_issues.de
1914 $BASEDIR/tools
/check_strings.pl fr
> $BASEDIR/doc
/language_issues.fr
1915 $BASEDIR/tools
/check_strings.pl es
> $BASEDIR/doc
/language_issues.es
1916 $BASEDIR/tools
/check_strings.pl es
> $BASEDIR/doc
/language_issues.pl
1917 $BASEDIR/tools
/check_strings.pl ru
> $BASEDIR/doc
/language_issues.ru
1918 $BASEDIR/tools
/check_strings.pl
nl > $BASEDIR/doc
/language_issues.
nl
1919 $BASEDIR/tools
/check_strings.pl
tr > $BASEDIR/doc
/language_issues.
tr
1920 $BASEDIR/tools
/check_strings.pl it
> $BASEDIR/doc
/language_issues.it
1921 $BASEDIR/tools
/check_langs.sh
> $BASEDIR/doc
/language_missings
1924 echo -ne "Updating language lists..."
1925 update_language_list
${BASEDIR}/src
/installer
/po
1926 update_language_list
${BASEDIR}/src
/setup
/po
1929 update-contributors
)
1933 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain|update-contributors}"
1934 cat doc
/make.sh-usage