#!/bin/bash
-############################################################################
+###############################################################################
+# #
+# IPFire.org - A linux based firewall #
+# Copyright (C) 2010 IPFire Team <info@ipfire.org> #
+# #
+# This program is free software: you can redistribute it and/or modify #
+# it under the terms of the GNU General Public License as published by #
+# the Free Software Foundation, either version 3 of the License, or #
+# (at your option) any later version. #
+# #
+# This program is distributed in the hope that it will be useful, #
+# but WITHOUT ANY WARRANTY; without even the implied warranty of #
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
+# GNU General Public License for more details. #
+# #
+# You should have received a copy of the GNU General Public License #
+# along with this program. If not, see <http://www.gnu.org/licenses/>. #
+# #
+###############################################################################
+###############################################################################
#
# Beautifying variables & presentation & input output interface
#
-############################################################################
+###############################################################################
## Screen Dimentions
# Find current screen size
;;
build_stage)
MESSAGE=$2
- echo -ne "${BOLD}*** ${MESSAGE}${SET_VER_COL} version${SET_OPT_COL} options"
- echo -ne "${SET_TIME_COL} time (sec)${SET_RESULT_COL} status${NORMAL}\n"
+ if [ "$STAGE_TIME_START" ]; then
+ LAST_STAGE_TIME=$[ `date +%s` - $STAGE_TIME_START ]
+ fi
+ STAGE_TIME_START=`date +%s`
+ echo -ne "${BOLD}*** ${MESSAGE}${NORMAL}"
+ if [ "$LAST_STAGE_TIME" ]; then
+ echo -ne "${DONE} (Last stage took $LAST_STAGE_TIME secs)${NORMAL}"
+ fi
+ echo -ne "${BOLD}${SET_VER_COL} version${SET_OPT_COL} options${SET_TIME_COL} time (sec)${SET_RESULT_COL} status${NORMAL}\n"
+ ;;
+ build_start)
+ BUILD_TIME_START=`date +%s`
+ ;;
+ build_end)
+ BUILD_TIME_END=`date +%s`
+ seconds=$[ $BUILD_TIME_END - $BUILD_TIME_START ]
+ hours=$((seconds / 3600))
+ seconds=$((seconds % 3600))
+ minutes=$((seconds / 60))
+ seconds=$((seconds % 60))
+
+ echo -ne "${DONE}***Build is finished now and took $hours hour(s) $minutes minute(s) $seconds second(s)!${NORMAL}\n"
;;
make_pkg)
echo "$2" | while read PKG_VER PROGRAM OPTIONS
echo -ne "${SET_RESULT_COL}[${FAIL} FAIL ${NORMAL}]\n"
;;
SKIP)
- echo -ne "${SET_TIME_COL}[ ${BOLD}${SET_TIME_COL_REAL}$PKG_TIME${NORMAL} ]"
echo -ne "${SET_RESULT_COL}[${SKIP} SKIP ${NORMAL}]\n"
;;
esac
CXXFLAGS="-O2 -march=i586 -pipe -fomit-frame-pointer"
C2FLAGS="-O2 -march=i586 -mtune=i586 -pipe -fomit-frame-pointer"
CXX2FLAGS="-O2 -march=i586 -mtune=i586 -pipe -fomit-frame-pointer"
+elif [ 'armv5tejl' = $MACHINE -o 'armv5tel' = $MACHINE ]; then
+ echo "`date -u '+%b %e %T'`: Machine is ARM (or equivalent)" >> $LOGFILE
+ MACHINE=armv5tel
+ MACHINE_TYPE=arm
+ BUILDTARGET=${MACHINE}-unknown-linux-gnueabi
+ CFLAGS="-O2 -march=armv5te -fomit-frame-pointer -pipe"
+ CXXFLAGS="$CFLAGS"
+ C2FLAGS="$CFLAGS"
+ CXX2FLAGS="$CXXFLAGS"
else
echo "`date -u '+%b %e %T'`: Can't determine your architecture - $MACHINE" >> $LOGFILE
exit 1
exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/"
fi
echo "Entering to a shell inside LFS chroot, go out with exit"
- chroot $LFS /tools/bin/env -i HOME=/root TERM=$TERM PS1='\u:\w\$ ' \
+ $linux32 chroot $LFS /tools/bin/env -i HOME=/root TERM=$TERM PS1='\u:\w\$ ' \
PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin:/tools/bin \
VERSION=$VERSION CONFIG_ROOT=$CONFIG_ROOT \
NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
CFLAGS="$CF2LAGS" CXXFLAGS="$CXX2FLAGS" \
CCACHE_DIR=/usr/src/ccache \
+ CCACHE_COMPRESS=1 \
CCACHE_HASHDIR=1 \
KVER=$KVER \
- BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
+ BUILDTARGET="$BUILDTARGET" \
+ MACHINE="$MACHINE" \
+ MACHINE_TYPE="$MACHINE_TYPE" \
KGCC="ccache /usr/bin/gcc" \
/tools/bin/bash
if [ $? -ne 0 ]; then
#
lfsmakecommoncheck()
{
-
# Script present?
if [ ! -f $BASEDIR/lfs/$1 ]; then
exiterror "No such file or directory: $BASEDIR/$1"
local PKG_VER=`get_pkg_ver $BASEDIR/lfs/$1`
beautify make_pkg "$PKG_VER $*"
+ # Check if this package is supported by our architecture.
+ # If no SUP_ARCH is found, we assume the package can be built for all.
+ if grep "^SUP_ARCH" ${BASEDIR}/lfs/${1} >/dev/null; then
+ # Check if package supports ${MACHINE} or all architectures.
+ if ! grep -E "^SUP_ARCH.*${MACHINE}|^SUP_ARCH.*all" ${BASEDIR}/lfs/${1} >/dev/null; then
+ beautify result SKIP
+ return 1
+ fi
+ fi
+
# Script slipped?
local i
for i in $SKIP_PACKAGE_LIST
do
- if [ "$i" == "$1" ]; then
+ if [ "$i" == "$1" ]; then
beautify result SKIP
return 1;
fi
echo -ne "`date -u '+%b %e %T'`: Building $* " >> $LOGFILE
- cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t " download >> $LOGFILE 2>&1
+ cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
+ MACHINE_TYPE="$MACHINE_TYPE" \
+ MESSAGE="$1\t " download >> $LOGFILE 2>&1
if [ $? -ne 0 ]; then
exiterror "Download error in $1"
fi
- cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
+ cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
+ MACHINE_TYPE="$MACHINE_TYPE" \
+ MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
if [ $? -ne 0 ]; then
exiterror "md5sum error in $1, check file in cache or signature"
fi
cd $BASEDIR/lfs && make -f $* BUILDTARGET=$BUILDTARGET \
MACHINE=$MACHINE \
+ MACHINE_TYPE=$MACHINE_TYPE \
LFS_BASEDIR=$BASEDIR \
ROOT=$LFS \
KVER=$KVER \
[ $? == 1 ] && return 0
local PKG_TIME_START=`date +%s`
- chroot $LFS /tools/bin/env -i HOME=/root \
+ $linux32 chroot $LFS /tools/bin/env -i HOME=/root \
TERM=$TERM PS1='\u:\w\$ ' \
PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin:/tools/bin \
VERSION=$VERSION \
CONFIG_ROOT=$CONFIG_ROOT \
NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
CFLAGS="$C2FLAGS" CXXFLAGS="$CXX2FLAGS" \
- CCACHE_DIR=/usr/src/ccache CCACHE_HASHDIR=1 \
+ CCACHE_DIR=/usr/src/ccache CCACHE_COMPRESS=1 CCACHE_HASHDIR=1 \
KVER=$KVER MAKETUNING=$MAKETUNING \
BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
- IPFVER="$IPFVER" \
+ MACHINE_TYPE="$MACHINE_TYPE" \
/tools/bin/bash -x -c "cd /usr/src/lfs && \
make -f $* LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
local COMPILE_SUCCESS=$?
[ $? == 1 ] && return 0
local PKG_TIME_START=`date +%s`
- chroot $LFS /tools/bin/env -i HOME=/root \
+ $linux32 chroot $LFS /tools/bin/env -i HOME=/root \
TERM=$TERM PS1='\u:\w\$ ' \
PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
VERSION=$VERSION \
+ CORE=$CORE \
CONFIG_ROOT=$CONFIG_ROOT \
NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
CFLAGS="$C2FLAGS" CXXFLAGS="$CXX2FLAGS" \
- CCACHE_DIR=/usr/src/ccache CCACHE_HASHDIR=1 \
+ CCACHE_DIR=/usr/src/ccache CCACHE_COMPRESS=1 CCACHE_HASHDIR=1 \
KVER=$KVER MAKETUNING=$MAKETUNING \
BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
- IPFVER="$IPFVER" \
+ MACHINE_TYPE="$MACHINE_TYPE" \
/bin/bash -x -c "cd /usr/src/lfs && \
make -f $* LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
}
ipfiredist() {
- if [ -f $BASEDIR/build/usr/src/lfs/$1 ]; then
- echo "`date -u '+%b %e %T'`: Packaging $1" | tee -a $LOGFILE
- chroot $LFS /tools/bin/env -i HOME=/root \
- TERM=$TERM PS1='\u:\w\$ ' \
- PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
- VERSION=$VERSION \
- CONFIG_ROOT=$CONFIG_ROOT \
- NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
- CFLAGS="$C2FLAGS" CXXFLAGS="$CXX2FLAGS" \
- CCACHE_DIR=/usr/src/ccache CCACHE_HASHDIR=1 \
- KVER=$KVER IPFVER="$IPFVER" \
- BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
- /bin/bash -x -c "cd /usr/src/lfs && \
- make -f $1 LFS_BASEDIR=/usr/src dist" >>$LOGFILE 2>&1
- if [ $? -ne 0 ]; then
- exiterror "Packaging $1"
- fi
+ lfsmakecommoncheck $*
+ [ $? == 1 ] && return 0
+
+ local PKG_TIME_START=`date +%s`
+ chroot $LFS /tools/bin/env -i HOME=/root \
+ TERM=$TERM PS1='\u:\w\$ ' \
+ PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
+ VERSION=$VERSION \
+ CONFIG_ROOT=$CONFIG_ROOT \
+ NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
+ CFLAGS="$C2FLAGS" CXXFLAGS="$CXX2FLAGS" \
+ CCACHE_DIR=/usr/src/ccache CCACHE_COMPRESS=1 CCACHE_HASHDIR=1 \
+ KVER=$KVER \
+ BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
+ MACHINE_TYPE="$MACHINE_TYPE" \
+ /bin/bash -x -c "cd /usr/src/lfs && \
+ make -f $1 LFS_BASEDIR=/usr/src dist" >>$LOGFILE 2>&1
+
+ local COMPILE_SUCCESS=$?
+ local PKG_TIME_END=`date +%s`
+
+ if [ $COMPILE_SUCCESS -ne 0 ]; then
+ beautify result FAIL $[ $PKG_TIME_END - $PKG_TIME_START ]
+ exiterror "Packaging $*";
else
- exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/$1"
+ beautify result DONE $[ $PKG_TIME_END - $PKG_TIME_START ]
fi
return 0
}
[ $? == 1 ] && return 0
local PKG_TIME_START=`date +%s`
- chroot $LFS /tools/bin/env -i HOME=/root \
+ $linux32 chroot $LFS /tools/bin/env -i HOME=/root \
TERM=$TERM PS1='\u:\w\$ ' \
- PATH=/opt/$MACHINE-uClibc/bin:/bin:/usr/bin:/sbin:/usr/sbin \
+ PATH=/opt/i586-uClibc/i586-linux-uclibc/bin:/opt/i586-uClibc/bin:/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
VERSION=$VERSION \
CONFIG_ROOT=$CONFIG_ROOT \
LFS_PASS="install" \
NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
CFLAGS="-Os" CXXFLAGS="-Os" \
- CCACHE_DIR=/usr/src/ccache CCACHE_HASHDIR=1 \
- KVER=$KVER IPFVER="$IPFVER" \
+ CCACHE_DIR=/usr/src/ccache CCACHE_COMPRESS=1 CCACHE_HASHDIR=1 \
+ KVER=$KVER \
BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
+ MACHINE_TYPE="$MACHINE_TYPE" \
/bin/bash -x -c "cd /usr/src/lfs && \
make -f $* LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
return 0
}
-update_logs() {
- tar cfz log/ipfire-logs-`date +'%Y-%m-%d-%H:%M'`.tgz log/_build.*
- rm -f log/_build.*
-}
-
-batch_script() {
- echo -ne "### UPDATE LOGS"
- update_logs
- evaluate 1
-
- if [ "$IPFIRE_REBUILD" -eq "0" ]; then
- echo -ne "### SAVING TIME"
- export IPFIRE_START_TIME=`date`
- evaluate 1
-
- echo "### RUNNING SVN-UPDATE"
- $0 svn update
- evaluate 1 mail SVNUPDATE
-
- echo "### EXPORT SOURCES"
- $0 svn dist
- evaluate 1 mail SVNDIST
-
- echo "### RUNNING PREFETCH"
- $0 prefetch | grep -q "md5 difference"
- evaluate 1 mail PREFETCH
- fi
-
- echo "### RUNNING BUILD"
- $0 build
- evaluate 1 mail ERROR
-
- echo "### UPLOADING ISO"
- $0 upload iso
- evaluate 1 mail ISO
-
- echo -ne "### UPLOADING PAKS"
- $0 upload paks
- evaluate 1 mail PAKS
-
- echo -n "${BOLD}***SUCCESS!${NORMAL}"
- evaluate 0 mail SUCCESS
- exit 0
-}
-
-watch_screen() {
- echo -e "${BOLD}Exit with Ctrl+A, Ctrl+D.${NORMAL}"
- sleep 0.5
- screen -x ipfire
-}
-
-mail() {
- chmod 755 tools/sendEmail
- ATTACHMENT=/tmp/ipfire-build-logs-R$SVN_REVISION.tar.gz
- case "$1" in
- success)
- SUBJECT="SUCCESS: IPFIRE-BUILD R$SVN_REVISION on `hostname`"
- cat <<END > /tmp/ipfire_mail_body
-Building IPFire on `hostname` in Revision $SVN_REVISION was successfull!
-You can find the ISO on your ftp server.
-
-Statistics:
------------
-Started: $IPFIRE_START_TIME
-Finished: `date`
-
-Best Regards
-Your IPFire-Build-Script
-
-END
- echo -ne "${BOLD}***Sending success message${NORMAL}"
- ;;
- *)
- SUBJECT="ERROR $1: IPFIRE-BUILD R$SVN_REVISION on `hostname`"
- cat <<END > /tmp/ipfire_mail_body
-When I was building IPFire on `hostname`, I have found an ERROR with name $1!
-Here you can see the logs and detect the reason for this error.
-
-Best Regards
-Your IPFire-Build-Script
-
-
-Here is a summary... The full logs are in the attachment.
----------------------------------------------------------
-
-`tail log/_*`
-END
- echo -ne "${BOLD}***Sending error message${NORMAL}"
- ;;
- esac
- tar cfz $ATTACHMENT log/_build*
- cat /tmp/ipfire_mail_body | tools/sendEmail -q \
- -f $IPFIRE_MAIL_FROM \
- -t $IPFIRE_MAIL_REPORT \
- -u $SUBJECT \
- -s $IPFIRE_MAIL_SERVER:25 \
- -xu $IPFIRE_MAIL_USER \
- -xp $IPFIRE_MAIL_PASS \
- -l log/_build.mail.log \
- -a $ATTACHMENT # -v
- if [ "$?" -eq "0" ]; then
+update_langs() {
+ echo -ne "Checking the translations for missing or obsolete strings..."
+ chmod 755 $BASEDIR/tools/{check_strings.pl,sort_strings.pl,check_langs.sh}
+ $BASEDIR/tools/sort_strings.pl en
+ $BASEDIR/tools/sort_strings.pl de
+ $BASEDIR/tools/sort_strings.pl fr
+ $BASEDIR/tools/sort_strings.pl es
+ $BASEDIR/tools/sort_strings.pl pl
+ $BASEDIR/tools/sort_strings.pl ru
+ $BASEDIR/tools/check_strings.pl en > $BASEDIR/doc/language_issues.en
+ $BASEDIR/tools/check_strings.pl de > $BASEDIR/doc/language_issues.de
+ $BASEDIR/tools/check_strings.pl fr > $BASEDIR/doc/language_issues.fr
+ $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.es
+ $BASEDIR/tools/check_strings.pl es > $BASEDIR/doc/language_issues.pl
+ $BASEDIR/tools/check_strings.pl ru > $BASEDIR/doc/language_issues.ru
+ $BASEDIR/tools/check_langs.sh > $BASEDIR/doc/language_missings
beautify message DONE
- else
- beautify message FAIL
- fi
- rm -f /tmp/ipfire_mail_body $ATTACHMENT
}
-
-make_config() {
- echo -e "This is for creating your configuration..."
- echo -e "We will need some input:"
- echo -e ""
- echo -n "FTP-DOMAIN FOR THE ISO: "
- read IPFIRE_FTP_URL_EXT
- echo -n "PATH FOR $IPFIRE_FTP_URL_EXT: "
- read IPFIRE_FTP_PATH_EXT
- echo -n "USERNAME FOR $IPFIRE_FTP_URL_EXT: "
- read IPFIRE_FTP_USER_EXT
- echo -n "PASSWORD FOR $IPFIRE_FTP_URL_EXT: "
- read -s IPFIRE_FTP_PASS_EXT
- echo ""
- echo "(You can leave this empty if the cache-server is the same as your iso-server.)"
- echo -n "FTP-DOMAIN FOR THE CACHE: "
- read IPFIRE_FTP_URL_INT
- echo -n "PATH FOR $IPFIRE_FTP_URL_INT: "
- read IPFIRE_FTP_PATH_INT
- if [ $IPFIRE_FTP_URL_INT ]; then
- echo -n "USERNAME FOR $IPFIRE_FTP_URL_INT: "
- read IPFIRE_FTP_USER_INT
- echo -n "PASSWORD FOR $IPFIRE_FTP_URL_INT: "
- read -s IPFIRE_FTP_PASS_INT
- else
- IPFIRE_FTP_URL_INT=$IPFIRE_FTP_URL_EXT
- IPFIRE_FTP_USER_INT=$IPFIRE_FTP_USER_EXT
- IPFIRE_FTP_PASS_INT=$IPFIRE_FTP_PASS_EXT
- echo "USERNAME FOR $IPFIRE_FTP_URL_INT: $IPFIRE_FTP_USER_INT"
- echo "PASSWORD FOR $IPFIRE_FTP_URL_INT: !HIDDEN!"
- fi
- echo ""
- echo "(You can leave this empty if the pak-server is the same as your iso-server.)"
- echo -n "FTP-DOMAIN FOR THE PAKS: "
- read IPFIRE_FTP_URL_PAK
- echo -n "PATH FOR $IPFIRE_FTP_URL_PAK: "
- read IPFIRE_FTP_PATH_PAK
- if [ $IPFIRE_FTP_URL_PAK ]; then
- echo -n "USERNAME FOR $IPFIRE_FTP_URL_PAK: "
- read IPFIRE_FTP_USER_PAK
- echo -n "PASSWORD FOR $IPFIRE_FTP_URL_PAK: "
- read -s IPFIRE_FTP_PASS_PAK
- else
- IPFIRE_FTP_URL_PAK=$IPFIRE_FTP_URL_EXT
- IPFIRE_FTP_USER_PAK=$IPFIRE_FTP_USER_EXT
- IPFIRE_FTP_PASS_PAK=$IPFIRE_FTP_PASS_EXT
- echo "USERNAME FOR $IPFIRE_FTP_URL_PAK: $IPFIRE_FTP_USER_PAK"
- echo "PASSWORD FOR $IPFIRE_FTP_URL_PAK: !HIDDEN!"
- fi
- echo ""
- echo -e "ONE OR MORE EMAIL ADDRESS(ES) TO WHICH THE REPORTS WILL BE SENT"
- echo -e "(seperated by comma)"
- read IPFIRE_MAIL_REPORT
- echo -n "EMAIL FROM: "
- read IPFIRE_MAIL_FROM
- echo -n "EMAIL SERVER: "
- read IPFIRE_MAIL_SERVER
- echo -n "LOGIN TO MAIL SERVER: "
- read IPFIRE_MAIL_USER
- echo -n "MAIL PASSWORD: "
- read -s IPFIRE_MAIL_PASS
- echo -n "Saving..."
- cat <<END > .config
-### ISO server
-IPFIRE_FTP_URL_EXT=$IPFIRE_FTP_URL_EXT
-IPFIRE_FTP_PATH_EXT=$IPFIRE_FTP_PATH_EXT
-IPFIRE_FTP_USER_EXT=$IPFIRE_FTP_USER_EXT
-IPFIRE_FTP_PASS_EXT=$IPFIRE_FTP_PASS_EXT
-### cache server
-IPFIRE_FTP_URL_INT=$IPFIRE_FTP_URL_INT
-IPFIRE_FTP_PATH_INT=$IPFIRE_FTP_PATH_INT
-IPFIRE_FTP_USER_INT=$IPFIRE_FTP_USER_INT
-IPFIRE_FTP_PASS_INT=$IPFIRE_FTP_PASS_INT
-### paks server
-IPFIRE_FTP_URL_PAK=$IPFIRE_FTP_URL_PAK
-IPFIRE_FTP_PATH_PAK=$IPFIRE_FTP_PATH_PAK
-IPFIRE_FTP_USER_PAK=$IPFIRE_FTP_USER_PAK
-IPFIRE_FTP_PASS_PAK=$IPFIRE_FTP_PASS_PAK
-### mail reports
-IPFIRE_MAIL_REPORT=$IPFIRE_MAIL_REPORT
-IPFIRE_MAIL_FROM=$IPFIRE_MAIL_FROM
-IPFIRE_MAIL_SERVER=$IPFIRE_MAIL_SERVER
-IPFIRE_MAIL_USER=$IPFIRE_MAIL_USER
-IPFIRE_MAIL_PASS=$IPFIRE_MAIL_PASS
-END
- beautify message DONE
-}
\ No newline at end of file