2 ###############################################################################
4 # IPFire.org - A linux based firewall #
5 # Copyright (C) 2007-2016 IPFire Team <info@ipfire.org> #
7 # This program is free software: you can redistribute it and/or modify #
8 # it under the terms of the GNU General Public License as published by #
9 # the Free Software Foundation, either version 3 of the License, or #
10 # (at your option) any later version. #
12 # This program is distributed in the hope that it will be useful, #
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
15 # GNU General Public License for more details. #
17 # You should have received a copy of the GNU General Public License #
18 # along with this program. If not, see <http://www.gnu.org/licenses/>. #
20 ###############################################################################
21 ###############################################################################
23 # Beautifying variables & presentation & input output interface
25 ###############################################################################
28 # Find current screen size
29 if [ -z "${COLUMNS}" ]; then
31 COLUMNS
=${COLUMNS##* }
34 # When using remote connections, such as a serial port, stty size returns 0
35 if [ "${COLUMNS}" = "0" ]; then
39 ## Measurements for positioning result messages
44 RESULT_COL
=$
((${COLUMNS} - $RESULT_WIDTH - 4))
45 TIME_COL
=$
((${RESULT_COL} - $TIME_WIDTH - 5))
46 OPT_COL
=$
((${TIME_COL} - $OPT_WIDTH - 5))
47 VER_COL
=$
((${OPT_COL} - $VER_WIDTH - 5))
49 ## Set Cursur Position Commands, used via echo -e
50 SET_RESULT_COL
="\\033[${RESULT_COL}G"
51 SET_TIME_COL
="\\033[${TIME_COL}G"
52 SET_OPT_COL
="\\033[${OPT_COL}G"
53 SET_VER_COL
="\\033[${VER_COL}G"
55 # Define color for messages
64 getconf _NPROCESSORS_ONLN
2>/dev
/null ||
echo "1"
70 while read -r key val unit
; do
74 echo "$(( ${val} / 1024 ))"
82 local build_arch
="${1}"
84 if [ "${build_arch}" = "default" ]; then
85 build_arch
="$(configure_build_guess)"
88 case "${build_arch}" in
90 BUILDTARGET
="${build_arch}-unknown-linux-gnu"
91 CROSSTARGET
="${build_arch}-cross-linux-gnu"
93 CFLAGS_ARCH
="-m64 -mtune=generic"
97 BUILDTARGET
="${build_arch}-pc-linux-gnu"
98 CROSSTARGET
="${build_arch}-cross-linux-gnu"
100 CFLAGS_ARCH
="-march=i586 -mtune=generic -fomit-frame-pointer"
104 BUILDTARGET
="${build_arch}-unknown-linux-gnu"
105 CROSSTARGET
="${build_arch}-cross-linux-gnu"
111 BUILDTARGET
="${build_arch}-unknown-linux-gnueabi"
112 CROSSTARGET
="${build_arch}-cross-linux-gnueabi"
114 CFLAGS_ARCH
="-march=armv7-a -mfpu=vfpv3-d16 -mfloat-abi=hard"
118 BUILDTARGET
="${build_arch}-unknown-linux-gnueabi"
119 CROSSTARGET
="${build_arch}-cross-linux-gnueabi"
121 CFLAGS_ARCH
="-march=armv5te -mfloat-abi=soft -fomit-frame-pointer"
125 exiterror
"Cannot build for architure ${build_arch}"
129 # Check if the QEMU helper is available if needed.
130 if qemu_is_required
"${build_arch}"; then
131 local qemu_build_helper
="$(qemu_find_build_helper_name "${build_arch}")"
133 if [ -n "${qemu_build_helper}" ]; then
134 QEMU_TARGET_HELPER
="${qemu_build_helper}"
136 exiterror
"Could not find a binfmt_misc helper entry for ${build_arch}"
140 BUILD_ARCH
="${build_arch}"
141 TOOLS_DIR
="/tools_${BUILD_ARCH}"
144 HARDENING_CFLAGS
="-Wp,-D_FORTIFY_SOURCE=2 -fstack-protector-strong --param=ssp-buffer-size=4"
146 CFLAGS
="-O2 -pipe -Wall -fexceptions -fPIC ${CFLAGS_ARCH}"
149 # Determine parallelism
150 if [ -z "${MAKETUNING}" ]; then
151 # We assume that each process consumes about
152 # 192MB of memory. Therefore we find out how
153 # many processes fit into memory.
154 local mem_max
=$
(( ${HOST_MEM} / 192 ))
156 local processors
="$(system_processors)"
157 local cpu_max
=$
(( ${processors} * 2 ))
160 if [ ${mem_max} -lt ${cpu_max} ]; then
161 parallelism
=${mem_max}
163 parallelism
=${cpu_max}
166 MAKETUNING
="-j${parallelism}"
170 configure_build_guess
() {
171 case "${HOST_ARCH}" in
180 armv7
*|armv6
*|armv5
*)
185 exiterror
"Cannot guess build architecture"
191 if [ "$?" -eq "0" ]; then
192 beautify message DONE
196 beautify message FAIL
198 if [ $EXITCODE -ne "0" ]; then
206 # ARG1=starting position on screen
207 # ARG2=string to be printed
208 # ARG3=offset, negative for left movement, positive for right movement, relative to ARG1
209 # For example if your starting position is column 50 and you want to print Hello three columns to the right
210 # of your starting position, your call will look like this:
211 # position_cursor 50 "Hello" 3 (you'll get the string Hello at position 53 (= 50 + 3)
212 # If on the other hand you want your string "Hello" to end three columns to the left of position 50,
213 # your call will look like this:
214 # position_cursor 50 "Hello" -3 (you'll get the string Hello at position 42 (= 50 - 5 -3)
215 # If you want to start printing at the exact starting location, use offset 0
221 STRING_LENGTH
=${#STRING}
223 if [ ${OFFSET} -lt 0 ]; then
224 COL
=$
((${START} + ${OFFSET} - ${STRING_LENGTH}))
226 COL
=$
((${START} + ${OFFSET}))
229 SET_COL
="\\033[${COL}G"
232 } # End of position_cursor()
237 # Commands: build_stage, make_pkg, message, result
242 echo -ne "${SET_RESULT_COL}[${DONE} DONE ${NORMAL}]\n"
245 echo -ne "${WARN}${3}${NORMAL}${SET_RESULT_COL}[${WARN} WARN ${NORMAL}]\n"
248 echo -ne "${SET_RESULT_COL}[${FAIL} FAIL ${NORMAL}]\n"
251 echo -ne "${SET_RESULT_COL}[${SKIP} SKIP ${NORMAL}]\n"
257 if [ "$STAGE_TIME_START" ]; then
258 LAST_STAGE_TIME
=$
[ `date +%s` - $STAGE_TIME_START ]
260 STAGE_TIME_START
=`date +%s`
261 echo -ne "${BOLD}*** (${BUILD_ARCH}) ${MESSAGE}${NORMAL}"
262 if [ "$LAST_STAGE_TIME" ]; then
263 echo -ne "${DONE} (Last stage took $LAST_STAGE_TIME secs)${NORMAL}\n"
265 echo -ne "${BOLD}${SET_VER_COL} version${SET_OPT_COL} options${SET_TIME_COL} time (sec)${SET_RESULT_COL} status${NORMAL}\n"
268 BUILD_TIME_START
=`date +%s`
271 BUILD_TIME_END
=`date +%s`
272 seconds
=$
[ $BUILD_TIME_END - $BUILD_TIME_START ]
273 hours
=$
((seconds
/ 3600))
274 seconds
=$
((seconds
% 3600))
275 minutes
=$
((seconds
/ 60))
276 seconds
=$
((seconds
% 60))
278 echo -ne "${DONE}***Build is finished now and took $hours hour(s) $minutes minute(s) $seconds second(s)!${NORMAL}\n"
281 echo "$2" |
while read PKG_VER PROGRAM OPTIONS
283 SET_VER_COL_REAL
=`position_cursor $OPT_COL $PKG_VER -3`
285 if [ "$OPTIONS" == "" ]; then
286 echo -ne "${PROGRAM}${SET_VER_COL}[ ${BOLD}${SET_VER_COL_REAL}${PKG_VER}"
287 echo -ne "${NORMAL} ]${SET_RESULT_COL}"
289 echo -ne "${PROGRAM}${SET_VER_COL}[ ${BOLD}${SET_VER_COL_REAL}${PKG_VER}"
290 echo -ne "${NORMAL} ]${SET_OPT_COL}[ ${BOLD}${OPTIONS}"
291 echo -ne "${NORMAL} ]${SET_RESULT_COL}"
304 SET_TIME_COL_REAL
=`position_cursor $RESULT_COL $PKG_TIME -3`
307 echo -ne "${SET_TIME_COL}[ ${BOLD}${SET_TIME_COL_REAL}$PKG_TIME${NORMAL} ]"
308 echo -ne "${SET_RESULT_COL}[${DONE} DONE ${NORMAL}]\n"
311 echo -ne "${SET_TIME_COL}[ ${BOLD}${SET_TIME_COL_REAL}$PKG_TIME${NORMAL} ]"
312 echo -ne "${SET_RESULT_COL}[${FAIL} FAIL ${NORMAL}]\n"
315 echo -ne "${SET_RESULT_COL}[${SKIP} SKIP ${NORMAL}]\n"
320 } # End of beautify()
325 PKG_VER
=`grep -E "^VER |^VER=|^VER " $1 | awk '{print $3}'`
327 if [ -z $PKG_VER ]; then
328 PKG_VER
=`grep "Exp " $1 | awk '{print $4}'`
330 if [ -z $PKG_VER ]; then
333 if [ ${#PKG_VER} -gt $VER_WIDTH ]; then
334 # If a package version number is greater than $VER_WIDTH, we keep the first 4 characters
335 # and replace enough characters to fit the resulting string on the screen. We'll replace
336 # the extra character with .. (two dots). That's why the "+ 2" in the formula below.
337 # Example: if we have a 21-long version number that we want to fit into a 10-long space,
338 # we have to remove 11 characters. But if we replace 11 characters with 2 characters, we'll
339 # end up with a 12-character long string. That's why we replace 12 characters with ..
340 REMOVE
=`expr substr "$PKG_VER" 4 $[ ${#PKG_VER} - $VER_WIDTH + 2 ]`
341 PKG_VER
=`echo ${PKG_VER/$REMOVE/..}`
345 } # End of get_pkg_ver()
349 umount
$BASEDIR/build
/sys
2>/dev
/null
;
350 umount
$BASEDIR/build
/dev
/shm
2>/dev
/null
;
351 umount
$BASEDIR/build
/dev
/pts
2>/dev
/null
;
352 umount
$BASEDIR/build
/dev
2>/dev
/null
;
353 umount
$BASEDIR/build
/proc
2>/dev
/null
;
354 umount
$BASEDIR/build
/install
/mnt
2>/dev
/null
;
355 umount
$BASEDIR/build
/usr
/src
/cache
2>/dev
/null
;
356 umount
$BASEDIR/build
/usr
/src
/ccache
2>/dev
/null
;
357 umount
$BASEDIR/build
/usr
/src
/config
2>/dev
/null
;
358 umount
$BASEDIR/build
/usr
/src
/doc
2>/dev
/null
;
359 umount
$BASEDIR/build
/usr
/src
/html
2>/dev
/null
;
360 umount
$BASEDIR/build
/usr
/src
/langs
2>/dev
/null
;
361 umount
$BASEDIR/build
/usr
/src
/lfs
2>/dev
/null
;
362 umount
$BASEDIR/build
/usr
/src
/log
2>/dev
/null
;
363 umount
$BASEDIR/build
/usr
/src
/src
2>/dev
/null
;
368 for i
in `seq 0 7`; do
369 if ( losetup
/dev
/loop
${i} 2>/dev
/null |
grep -q "/install/images" ); then
370 losetup
-d /dev
/loop
${i} 2>/dev
/null
374 if [ -n "${LOGFILE}" ]; then
378 while read -r line
; do
380 done <<< "$(tail -n30 ${LOGFILE})"
383 echo -e "\nERROR: $*"
384 echo " Check $LOGFILE for errors if applicable"
389 [ -e "${BASEDIR}/build${TOOLS_DIR}/lib/libpakfire_preload.so" ] ||
return
391 local env
="LD_PRELOAD=${TOOLS_DIR}/lib/libpakfire_preload.so"
393 # Fake kernel version, because some of the packages do not compile
394 # with kernel 3.0 and later.
395 env
="${env} UTS_RELEASE=${KVER}"
397 # Fake machine version.
398 env
="${env} UTS_MACHINE=${BUILD_ARCH}"
406 # Don't add anything if qemu is not used.
407 if ! qemu_is_required
; then
411 # Set default qemu options
412 case "${BUILD_ARCH}" in
414 QEMU_CPU
="${QEMU_CPU:-cortex-a9}"
416 env
="${env} QEMU_CPU=${QEMU_CPU}"
421 #env="${env} QEMU_STRACE=1"
427 local build_arch
="${1}"
429 if [ -z "${build_arch}" ]; then
430 build_arch
="${BUILD_ARCH}"
433 case "${HOST_ARCH},${build_arch}" in
434 x86_64
,arm
*|i?
86,arm
*|i?
86,x86_64
)
443 qemu_install_helper
() {
444 # Do nothing, if qemu is not required
445 if ! qemu_is_required
; then
449 if [ ! -e /proc
/sys
/fs
/binfmt_misc
/status
]; then
450 exiterror
"binfmt_misc not mounted. QEMU_TARGET_HELPER not useable."
453 if [ ! $
(cat /proc
/sys
/fs
/binfmt_misc
/status
) = 'enabled' ]; then
454 exiterror
"binfmt_misc not enabled. QEMU_TARGET_HELPER not useable."
458 if [ -z "${QEMU_TARGET_HELPER}" ]; then
459 exiterror
"QEMU_TARGET_HELPER not set"
462 # Check if the helper is already installed.
463 if [ -x "${LFS}${QEMU_TARGET_HELPER}" ]; then
467 # Try to find a suitable binary that we can install
468 # to the build environment.
470 for file in "${QEMU_TARGET_HELPER}" "${QEMU_TARGET_HELPER}-static"; do
471 # file must exist and be executable.
472 [ -x "${file}" ] ||
continue
475 file_is_static
"${file}" ||
continue
477 local dirname="${LFS}$(dirname "${file}")"
478 mkdir
-p "${dirname}"
480 install -m 755 "${file}" "${LFS}${QEMU_TARGET_HELPER}"
484 exiterror
"Could not find a statically-linked QEMU emulator: ${QEMU_TARGET_HELPER}"
487 qemu_find_build_helper_name
() {
488 local build_arch
="${1}"
491 case "${build_arch}" in
493 magic
="7f454c4601010100000000000000000002002800"
496 magic
="7f454c4602010100000000000000000002003e00"
500 [ -z "${magic}" ] && return 1
503 for file in /proc
/sys
/fs
/binfmt_misc
/*; do
504 # skip write only register entry
505 [ $
(basename "${file}") = "register" ] && continue
506 # Search for the file with the correct magic value.
507 grep -qE "^magic ${magic}$" "${file}" ||
continue
509 local interpreter
="$(grep "^interpreter
" "${file}" | awk '{ print $2 }')"
511 [ -n "${interpreter}" ] ||
continue
512 [ "${interpreter:0:1}" = "/" ] ||
continue
513 [ -x "${interpreter}" ] ||
continue
515 echo "${interpreter}"
525 file ${file} 2>/dev
/null |
grep -q "statically linked"
529 # Install QEMU helper, if needed
532 local PATH
="${TOOLS_DIR}/ccache/bin:/bin:/usr/bin:/sbin:/usr/sbin:${TOOLS_DIR}/bin"
534 PATH
="${PATH}" chroot
${LFS} env
-i \
539 SYSTEM_RELEASE
="${SYSTEM_RELEASE}" \
540 PAKFIRE_CORE
="${PAKFIRE_CORE}" \
543 VERSION
="${VERSION}" \
546 TOOLS_DIR
="${TOOLS_DIR}" \
547 CONFIG_ROOT
="${CONFIG_ROOT}" \
548 CFLAGS
="${CFLAGS} ${HARDENING_CFLAGS}" \
549 CXXFLAGS
="${CXXFLAGS} ${HARDENING_CFLAGS}" \
550 BUILDTARGET
="${BUILDTARGET}" \
551 CROSSTARGET
="${CROSSTARGET}" \
552 BUILD_ARCH
="${BUILD_ARCH}" \
553 BUILD_PLATFORM
="${BUILD_PLATFORM}" \
554 CCACHE_DIR
=/usr
/src
/ccache \
555 CCACHE_COMPRESS
="${CCACHE_COMPRESS}" \
556 CCACHE_COMPILERCHECK
="${CCACHE_COMPILERCHECK}" \
564 if [ ! -e $BASEDIR/build
/usr
/src
/lfs
/ ]; then
565 exiterror
"No such file or directory: $BASEDIR/build/usr/src/lfs/"
568 echo "Entering to a shell inside LFS chroot, go out with exit"
569 local PS1
="ipfire build chroot ($(uname -m)) \u:\w\$ "
571 if enterchroot bash
-i; then
574 beautify message FAIL
575 exiterror
"chroot error"
579 ############################################################################
581 # Necessary shell functions #
583 ############################################################################
585 # Common checking before entering the chroot and compilling
587 # Return:0 caller can continue
588 # :1 skip (nothing to do)
589 # or fail if no script file found
594 if [ ! -f $BASEDIR/lfs
/$1 ]; then
595 exiterror
"No such file or directory: $BASEDIR/$1"
598 local PKG_VER
=`get_pkg_ver $BASEDIR/lfs/$1`
599 beautify make_pkg
"$PKG_VER $*"
601 # Check if this package is supported by our architecture.
602 # If no SUP_ARCH is found, we assume the package can be built for all.
603 if grep "^SUP_ARCH" ${BASEDIR}/lfs
/${1} >/dev
/null
; then
604 # Check if package supports ${BUILD_ARCH} or all architectures.
605 if ! grep -E "^SUP_ARCH.*${BUILD_ARCH}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
613 for i in $SKIP_PACKAGE_LIST
615 if [ "$i" == "$1" ]; then
621 echo -ne "`date -u '+%b %e %T'`: Building $
* " >> $LOGFILE
623 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
624 MESSAGE="$1\t " download >> $LOGFILE 2>&1
625 if [ $? -ne 0 ]; then
626 exiterror "Download error
in $1"
629 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR BUILD_ARCH="${BUILD_ARCH}" \
630 MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
631 if [ $? -ne 0 ]; then
632 exiterror "md5sum error
in $1, check
file in cache or signature
"
636 } # End of lfsmakecommoncheck()
639 lfsmakecommoncheck $*
640 [ $? == 1 ] && return 0
642 local PKG_TIME_START=`date +%s`
644 cd $BASEDIR/lfs && env -i \
645 PATH="${TOOLS_DIR}/ccache
/bin
:${TOOLS_DIR}/bin
:$PATH" \
646 CCACHE_DIR="${CCACHE_DIR}" \
647 CCACHE_COMPRESS="${CCACHE_COMPRESS}" \
648 CCACHE_COMPILERCHECK="${CCACHE_COMPILERCHECK}" \
650 CXXFLAGS="${CXXFLAGS}" \
651 MAKETUNING="${MAKETUNING}" \
654 TOOLS_DIR="${TOOLS_DIR}" \
655 CROSSTARGET="${CROSSTARGET}" \
656 BUILDTARGET="${BUILDTARGET}" \
657 BUILD_ARCH="${BUILD_ARCH}" \
658 BUILD_PLATFORM="${BUILD_PLATFORM}" \
659 LFS_BASEDIR="${BASEDIR}" \
662 install >> $LOGFILE 2>&1
664 local COMPILE_SUCCESS=$?
665 local PKG_TIME_END=`date +%s`
667 if [ $COMPILE_SUCCESS -ne 0 ]; then
668 beautify result FAIL $[ $PKG_TIME_END - $PKG_TIME_START ]
669 exiterror "Building $
*";
671 beautify result DONE $[ $PKG_TIME_END - $PKG_TIME_START ]
678 lfsmakecommoncheck $*
679 [ $? == 1 ] && return 0
681 local PKG_TIME_START=`date +%s`
685 bash -x -c "cd /usr
/src
/lfs
&& \
686 MAKETUNING
=${MAKETUNING} \
688 LFS_BASEDIR
=/usr
/src
install" \
691 local COMPILE_SUCCESS=$?
692 local PKG_TIME_END=`date +%s`
694 if [ $COMPILE_SUCCESS -ne 0 ]; then
695 beautify result FAIL $[ $PKG_TIME_END - $PKG_TIME_START ]
696 exiterror "Building $
*";
698 beautify result DONE $[ $PKG_TIME_END - $PKG_TIME_START ]
705 lfsmakecommoncheck $*
706 [ $? == 1 ] && return 0
708 local PKG_TIME_START=`date +%s`
712 bash -x -c "cd /usr
/src
/lfs
&& make -f $
* LFS_BASEDIR
=/usr
/src dist
" \
715 local COMPILE_SUCCESS=$?
716 local PKG_TIME_END=`date +%s`
718 if [ $COMPILE_SUCCESS -ne 0 ]; then
719 beautify result FAIL $[ $PKG_TIME_END - $PKG_TIME_START ]
720 exiterror "Packaging $
*";
722 beautify result DONE $[ $PKG_TIME_END - $PKG_TIME_START ]
728 echo -ne "Checking the translations
for missing or obsolete
strings...
"
729 chmod 755 $BASEDIR/tools/{check_strings.pl,sort_strings.pl,check_langs.sh}
730 $BASEDIR/tools/sort_strings.pl en
731 $BASEDIR/tools/sort_strings.pl de
732 $BASEDIR/tools/sort_strings.pl fr
733 $BASEDIR/tools/sort_strings.pl es
734 $BASEDIR/tools/sort_strings.pl pl
735 $BASEDIR/tools/sort_strings.pl ru
736 $BASEDIR/tools/sort_strings.pl nl
737 $BASEDIR/tools/sort_strings.pl tr
738 $BASEDIR/tools/sort_strings.pl it
739 $BASEDIR/tools/check_strings.pl en > $BASEDIR/doc/language_issues.en
740 $BASEDIR/tools/check_strings.pl de > $BASEDIR/doc/language_issues.de
741 $BASEDIR/tools/check_strings.pl fr > $BASEDIR/doc/language_issues.fr
742 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.es
743 $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.pl
744 $BASEDIR/tools/check_strings.pl ru > $BASEDIR/doc/language_issues.ru
745 $BASEDIR/tools/check_strings.pl nl > $BASEDIR/doc/language_issues.nl
746 $BASEDIR/tools/check_strings.pl tr > $BASEDIR/doc/language_issues.tr
747 $BASEDIR/tools/check_strings.pl it > $BASEDIR/doc/language_issues.it
748 $BASEDIR/tools/check_langs.sh > $BASEDIR/doc/language_missings
749 beautify message DONE
751 echo -ne "Updating language lists...
"
752 update_language_list ${BASEDIR}/src/installer/po
753 update_language_list ${BASEDIR}/src/setup/po
754 beautify message DONE
757 update_language_list() {
761 for lang in ${path}/*.po; do
762 lang="$
(basename "${lang}")"
764 done | sort -u > "${path}/LINGUAS
"