]> git.ipfire.org Git - ipfire-2.x.git/blame - make.sh
Geaendert:
[ipfire-2.x.git] / make.sh
CommitLineData
df5e82b3
MT
1#!/bin/bash
2#
3############################################################################
4# #
f8e5510c 5# This file is part of the IPFire Firewall. #
df5e82b3 6# #
f8e5510c 7# IPFire is free software; you can redistribute it and/or modify #
df5e82b3
MT
8# it under the terms of the GNU General Public License as published by #
9# the Free Software Foundation; either version 2 of the License, or #
10# (at your option) any later version. #
11# #
f8e5510c 12# IPFire is distributed in the hope that it will be useful, #
df5e82b3
MT
13# but WITHOUT ANY WARRANTY; without even the implied warranty of #
14# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
15# GNU General Public License for more details. #
16# #
17# You should have received a copy of the GNU General Public License #
f8e5510c 18# along with IPFire; if not, write to the Free Software #
df5e82b3
MT
19# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
20# #
f8e5510c 21# Copyright (C) 2006 IPFire-Team <entwickler@ipfire.org>. #
df5e82b3
MT
22# #
23############################################################################
df5e82b3
MT
24#
25
f8e5510c 26 NAME="IPFire" # Software name
3ea75603 27 SNAME="ipfire" # Short name
e3a8510a 28 VERSION="2.0" # Version number
0deae25a 29 SLOGAN="www.ipfire.org" # Software slogan
3ea75603 30 CONFIG_ROOT=/var/ipfire # Configuration rootdir
df5e82b3 31 NICE=10
0eab8e84 32 MAX_RETRIES=3 # prefetch/check loop
df5e82b3
MT
33 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
34 MACHINE=`uname -m`
cc0e56be 35 SVN_REVISION=`svn info | grep Revision | cut -c 11-`
df5e82b3 36
7476f476
HS
37 # Setzen des IPFire Builds
38 if [ -e ./.svn ]; then
39 FIREBUILD=`cat .svn/entries |sed -n 's/^[ \t]*revision=\"// p' | sed -n 's/\".*$// p'`
7476f476
HS
40 fi
41
df5e82b3
MT
42 # Debian specific settings
43 if [ ! -e /etc/debian_version ]; then
44 FULLPATH=`which $0`
45 else
46 if [ -x /usr/bin/realpath ]; then
47 FULLPATH=`/usr/bin/realpath $0`
48 else
49 echo "ERROR: Need to do apt-get install realpath"
50 exit 1
51 fi
52 fi
53
df5e82b3
MT
54 PWD=`pwd`
55 BASENAME=`basename $0`
56 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
57 LOGFILE=$BASEDIR/log/_build.preparation.log
58 export BASEDIR LOGFILE
59 DIR_CHK=$BASEDIR/cache/check
60 mkdir $BASEDIR/log/ 2>/dev/null
61
cc0e56be
MT
62 if [ -f .config ]; then
63 . .config
64 fi
65
df5e82b3 66 if [ 'x86_64' = $MACHINE -o 'i686' = $MACHINE -o 'i586' = $MACHINE -o 'i486' = $MACHINE -o 'i386' = $MACHINE ]; then
c6cb9d25 67 echo "`date -u '+%b %e %T'`: Machine is ix86 (or equivalent)" >> $LOGFILE
df5e82b3
MT
68 MACHINE=i386
69 BUILDTARGET=i386-pc-linux-gnu
70 CFLAGS="-O2 -mcpu=i386 -march=i386 -pipe -fomit-frame-pointer"
71 CXXFLAGS="-O2 -mcpu=i386 -march=i386 -pipe -fomit-frame-pointer"
72 elif [ 'alpha' = $MACHINE ]; then
c6cb9d25 73 echo "`date -u '+%b %e %T'`: Machine is Alpha AXP" >> $LOGFILE
df5e82b3
MT
74 BUILDTARGET=alpha-unknown-linux-gnu
75 CFLAGS="-O2 -mcpu=ev4 -mieee -pipe"
76 CXXFLAGS="-O2 -mcpu=ev4 -mieee -pipe"
77 else
c6cb9d25 78 echo "`date -u '+%b %e %T'`: Can't determine your architecture - $MACHINE" >> $LOGFILE
df5e82b3
MT
79 exit 1
80 fi
81
82# Define immediately
83stdumount() {
84 umount $BASEDIR/build/dev/pts 2>/dev/null;
94025eea
MT
85 umount $BASEDIR/build/proc 2>/dev/null;
86 umount $BASEDIR/build/install/mnt 2>/dev/null;
df5e82b3
MT
87 umount $BASEDIR/build/usr/src/cache 2>/dev/null;
88 umount $BASEDIR/build/usr/src/ccache 2>/dev/null;
89 umount $BASEDIR/build/usr/src/config 2>/dev/null;
94025eea
MT
90 umount $BASEDIR/build/usr/src/doc 2>/dev/null;
91 umount $BASEDIR/build/usr/src/html 2>/dev/null;
df5e82b3 92 umount $BASEDIR/build/usr/src/langs 2>/dev/null;
94025eea
MT
93 umount $BASEDIR/build/usr/src/lfs 2>/dev/null;
94 umount $BASEDIR/build/usr/src/log 2>/dev/null;
95 umount $BASEDIR/build/usr/src/src 2>/dev/null;
df5e82b3
MT
96}
97
98exiterror() {
99 stdumount
100 for i in `seq 0 7`; do
101 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
102 losetup -d /dev/loop${i} 2>/dev/null
103 fi;
104 done
105 echo "ERROR: $*"
106 echo " Check $LOGFILE for errors if applicable"
107 exit 1
108}
109
110entershell() {
111 if [ ! -e $BASEDIR/build/usr/src/lfs/ ]; then
112 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/"
113 fi
114 echo "Entering to a shell inside LFS chroot, go out with exit"
115 chroot $LFS /tools/bin/env -i HOME=/root TERM=$TERM PS1='\u:\w\$ ' \
116 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin:/tools/bin \
117 VERSION=$VERSION CONFIG_ROOT=$CONFIG_ROOT \
118 NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
119 CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" \
120 CCACHE_DIR=/usr/src/ccache \
121 CCACHE_HASHDIR=1 \
122 KVER=$KVER \
123 BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
124 KGCC="ccache /usr/bin/gcc" \
125 /tools/bin/bash
126 if [ $? -ne 0 ]; then
127 exiterror "chroot error"
128 else
129 stdumount
130 fi
131}
132
133prepareenv() {
134 ############################################################################
135 # #
136 # Are we running the right shell? #
137 # #
138 ############################################################################
139 if [ ! "$BASH" ]; then
140 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
141 fi
142
143 if [ -z "${BASH_VERSION}" ]; then
144 exiterror "Not running BASH shell."
145 fi
146
147
148 ############################################################################
149 # #
150 # Trap on emergency exit #
151 # #
152 ############################################################################
153 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
154
155
156 ############################################################################
157 # #
158 # Resetting our nice level #
159 # #
160 ############################################################################
161 echo "`date -u '+%b %e %T'`: Resetting our nice level to $NICE" | tee -a $LOGFILE
162 renice $NICE $$ > /dev/null
163 if [ `nice` != "$NICE" ]; then
164 exiterror "Failed to set correct nice level"
165 fi
166
167 ############################################################################
168 # #
169 # Checking if running as root user #
170 # #
171 ############################################################################
172 echo "`date -u '+%b %e %T'`: Checking if we're running as root user" | tee -a $LOGFILE
173 if [ `id -u` != 0 ]; then
174 exiterror "Not building as root"
175 fi
176
177
178 ############################################################################
179 # #
180 # Checking for necessary temporary space #
181 # #
182 ############################################################################
183 echo "`date -u '+%b %e %T'`: Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
184 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
185 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
186 if (( 2202000 > $BASE_ASPACE )); then
187 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
188 if (( 2202000 - $BASE_USPACE > $BASE_ASPACE )); then
189 exiterror "Not enough temporary space available, need at least 2.1GB on $BASE_DEV"
190 fi
191 fi
192
193 ############################################################################
194 # #
195 # Building Linux From Scratch system #
196 # #
197 ############################################################################
198 echo "`date -u '+%b %e %T'`: Building Linux From Scratch system" | tee -a $LOGFILE
199
200 # Set umask
201 umask 022
202
203 # Set LFS Directory
204 LFS=$BASEDIR/build
205
206 # Check /tools symlink
207 if [ -h /tools ]; then
208 rm -f /tools
209 fi
210 if [ ! -a /tools ]; then
211 ln -s $BASEDIR/build/tools /
212 fi
213 if [ ! -h /tools ]; then
214 exiterror "Could not create /tools symbolic link."
215 fi
216
217 # Setup environment
218 set +h
219 LC_ALL=POSIX
220 export LFS LC_ALL CFLAGS CXXFLAGS
221 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
222
223 # Make some extra directories
224 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
225 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
226 mkdir -p $BASEDIR/build/dev/pts $BASEDIR/build/proc $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
227
228 # Make all sources and proc available under lfs build
229 mount --bind /dev/pts $BASEDIR/build/dev/pts
230 mount --bind /proc $BASEDIR/build/proc
231 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
232 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
233 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
234 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
235 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
236 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
237 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
238 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
239 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
240
241 # Run LFS static binary creation scripts one by one
242 export CCACHE_DIR=$BASEDIR/ccache
243 export CCACHE_HASHDIR=1
244
245 # Remove pre-install list of installed files in case user erase some files before rebuild
246 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
247}
248
249
250############################################################################
251# #
252# Necessary shell functions #
253# #
254############################################################################
255lfsmake1() {
256 if [ -f $BASEDIR/lfs/$1 ]; then
257 echo "`date -u '+%b %e %T'`: Building $*" | tee -a $LOGFILE
258 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t " download >> $LOGFILE 2>&1
259 if [ $? -ne 0 ]; then
260 exiterror "Download error in $1"
261 fi
262 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
263 if [ $? -ne 0 ]; then
264 exiterror "md5sum error in $1, check file in cache or signature"
265 fi
266 cd $BASEDIR/lfs && make -f $* BUILDTARGET=$BUILDTARGET \
267 MACHINE=$MACHINE \
268 LFS_BASEDIR=$BASEDIR \
269 ROOT=$LFS \
270 KVER=$KVER \
271 install >> $LOGFILE 2>&1
272 if [ $? -ne 0 ]; then
273 exiterror "Building $*";
274 fi
275 else
276 exiterror "No such file or directory: $BASEDIR/$1"
277 fi
278 return 0
279}
280
281lfsmake2() {
282 if [ -f $BASEDIR/build/usr/src/lfs/$1 ]; then
283 echo "`date -u '+%b %e %T'`: Building $*" | tee -a $LOGFILE
284 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t " download >> $LOGFILE 2>&1
285 if [ $? -ne 0 ]; then
286 exiterror "Download error in $1"
287 fi
288 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
289 if [ $? -ne 0 ]; then
290 exiterror "md5sum error in $1, check file in cache or signature"
291 fi
292 chroot $LFS /tools/bin/env -i HOME=/root \
293 TERM=$TERM PS1='\u:\w\$ ' \
294 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin:/tools/bin \
295 VERSION=$VERSION \
296 CONFIG_ROOT=$CONFIG_ROOT \
297 NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
298 CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" \
299 CCACHE_DIR=/usr/src/ccache CCACHE_HASHDIR=1 \
300 KVER=$KVER \
301 BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
302 /tools/bin/bash -x -c "cd /usr/src/lfs && \
303 make -f $* LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
304 if [ $? -ne 0 ]; then
305 exiterror "Building $*"
306 fi
307 else
308 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/$1"
309 fi
310 return 0
311}
312
313ipcopmake() {
314 if [ -f $BASEDIR/build/usr/src/lfs/$1 ]; then
315 echo "`date -u '+%b %e %T'`: Building $*" | tee -a $LOGFILE
316 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t " download >> $LOGFILE 2>&1
317 if [ $? -ne 0 ]; then
318 exiterror "Download error in $1"
319 fi
320 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
321 if [ $? -ne 0 ]; then
322 exiterror "md5sum error in $1, check file in cache or signature"
323 fi
324 chroot $LFS /tools/bin/env -i HOME=/root \
325 TERM=$TERM PS1='\u:\w\$ ' \
326 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
327 VERSION=$VERSION \
328 CONFIG_ROOT=$CONFIG_ROOT \
329 NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
330 CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" \
331 CCACHE_DIR=/usr/src/ccache CCACHE_HASHDIR=1 \
332 KVER=$KVER \
333 BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
334 /bin/bash -x -c "cd /usr/src/lfs && \
335 make -f $* LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
336 if [ $? -ne 0 ]; then
337 exiterror "Building $*"
338 fi
339 else
340 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/$1"
341 fi
342 return 0
343}
344
e7164bb4
MT
345ipfiredist() {
346 if [ -f $BASEDIR/build/usr/src/lfs/$1 ]; then
a68fedca 347# if [ ! `ls -w1 $BASEDIR/packages/*.tar.gz | grep $1` ]; then
e7164bb4 348 echo "`date -u '+%b %e %T'`: Packaging $1" | tee -a $LOGFILE
e7164bb4
MT
349 chroot $LFS /tools/bin/env -i HOME=/root \
350 TERM=$TERM PS1='\u:\w\$ ' \
351 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
352 VERSION=$VERSION \
353 CONFIG_ROOT=$CONFIG_ROOT \
354 NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
355 CFLAGS="$CFLAGS" CXXFLAGS="$CXXFLAGS" \
356 CCACHE_DIR=/usr/src/ccache CCACHE_HASHDIR=1 \
357 KVER=$KVER \
358 BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
359 /bin/bash -x -c "cd /usr/src/lfs && \
360 make -f $1 LFS_BASEDIR=/usr/src dist" >>$LOGFILE 2>&1
361 if [ $? -ne 0 ]; then
362 exiterror "Packaging $1"
363 fi
a68fedca
MT
364# else
365# echo "`date -u '+%b %e %T'`: Packaging: The package $1 already exists"
366# fi
e7164bb4
MT
367 else
368 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/$1"
369 fi
e7164bb4
MT
370 return 0
371}
372
df5e82b3
MT
373
374installmake() {
375 if [ -f $BASEDIR/build/usr/src/lfs/$1 ]; then
376 echo "`date -u '+%b %e %T'`: Building $*" | tee -a $LOGFILE
377 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t " download >> $LOGFILE 2>&1
378 if [ $? -ne 0 ]; then
379 exiterror "Download error in $1"
380 fi
381 cd $BASEDIR/lfs && make -s -f $* LFS_BASEDIR=$BASEDIR MESSAGE="$1\t md5sum" md5 >> $LOGFILE 2>&1
382 if [ $? -ne 0 ]; then
383 exiterror "md5sum error in $1, check file in cache or signature"
384 fi
385 chroot $LFS /tools/bin/env -i HOME=/root \
386 TERM=$TERM PS1='\u:\w\$ ' \
387 PATH=/usr/local/bin:/opt/$MACHINE-uClibc/usr/bin:/bin:/usr/bin:/sbin:/usr/sbin \
388 VERSION=$VERSION \
389 CONFIG_ROOT=$CONFIG_ROOT \
390 LFS_PASS="install" \
391 NAME="$NAME" SNAME="$SNAME" SLOGAN="$SLOGAN" \
392 CFLAGS="-Os" CXXFLAGS="-Os" \
393 CCACHE_DIR=/usr/src/ccache CCACHE_HASHDIR=1 \
394 KVER=$KVER \
395 BUILDTARGET="$BUILDTARGET" MACHINE="$MACHINE" \
396 /bin/bash -x -c "cd /usr/src/lfs && \
397 make -f $* LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
398 if [ $? -ne 0 ]; then
399 exiterror "Building $*"
400 fi
401 else
402 exiterror "No such file or directory: $BASEDIR/build/usr/src/lfs/$1"
403 fi
404 return 0
405}
406
407buildtoolchain() {
408 LOGFILE="$BASEDIR/log/_build.toolchain.log"
409 export LOGFILE
410 echo -ne "`date -u '+%b %e %T'`: Stage1 toolchain build \n" | tee -a $LOGFILE
411 # Build sed now, as we use some extensions
412 ORG_PATH=$PATH
413 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
414 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
415 lfsmake1 ccache
416 lfsmake1 sed LFS_PASS=1
417 lfsmake1 m4 LFS_PASS=1
418 lfsmake1 bison LFS_PASS=1
419 lfsmake1 flex LFS_PASS=1
420 lfsmake1 binutils LFS_PASS=1
421 lfsmake1 gcc LFS_PASS=1
422 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
423
424 lfsmake1 linux
425 lfsmake1 tcl
426 lfsmake1 expect
427 lfsmake1 glibc
428 lfsmake1 dejagnu
429 lfsmake1 gcc LFS_PASS=2
430 lfsmake1 binutils LFS_PASS=2
431 lfsmake1 gawk
432 lfsmake1 coreutils
433 lfsmake1 bzip2
434 lfsmake1 gzip
435 lfsmake1 diffutils
436 lfsmake1 findutils
437 lfsmake1 make
438 lfsmake1 grep
439 lfsmake1 sed LFS_PASS=2
440 lfsmake1 m4 LFS_PASS=2
441 lfsmake1 bison LFS_PASS=2
442 lfsmake1 flex LFS_PASS=2
443 lfsmake1 gettext
444 lfsmake1 ncurses
445 lfsmake1 patch
446 lfsmake1 tar
447 lfsmake1 texinfo
448 lfsmake1 bash
449 lfsmake1 util-linux
450 lfsmake1 perl
451 export PATH=$ORG_PATH
452}
453
454buildbase() {
455 LOGFILE="$BASEDIR/log/_build.base.log"
456 export LOGFILE
457 echo -ne "`date -u '+%b %e %T'`: Stage2 linux base build \n" | tee -a $LOGFILE
458 # Run LFS dynamic binary creation scripts one by one
459 lfsmake2 stage2
460 lfsmake2 makedev
461 lfsmake2 linux
462 lfsmake2 man-pages
463 lfsmake2 glibc
464 lfsmake2 binutils
465 lfsmake2 gcc
466 lfsmake2 coreutils
467 lfsmake2 zlib
468 lfsmake2 mktemp
469 lfsmake2 iana-etc
470 lfsmake2 findutils
471 lfsmake2 gawk
472 lfsmake2 ncurses
473 lfsmake2 vim
474 lfsmake2 m4
475 lfsmake2 bison
476 lfsmake2 less
477 lfsmake2 groff
478 lfsmake2 sed
479 lfsmake2 flex
480 lfsmake2 gettext
481 lfsmake2 net-tools
482 lfsmake2 inetutils
483 lfsmake2 perl
484 lfsmake2 texinfo
485 lfsmake2 autoconf
486 lfsmake2 automake
487 lfsmake2 bash
488 lfsmake2 file
489 lfsmake2 libtool
490 lfsmake2 bzip2
491 lfsmake2 diffutils
492 lfsmake2 ed
493 lfsmake2 kbd
494 lfsmake2 e2fsprogs
495 lfsmake2 grep
496 if [ 'i386' = $MACHINE ]; then
497 lfsmake2 grub
498 elif [ 'alpha' = $MACHINE ]; then
499 lfsmake2 aboot
500 fi
501 lfsmake2 gzip
502 lfsmake2 man
503 lfsmake2 make
504 lfsmake2 modutils
505 lfsmake2 patch
506 lfsmake2 procinfo
507 lfsmake2 procps
508 lfsmake2 psmisc
509 lfsmake2 shadow
510 lfsmake2 sysklogd
511 lfsmake2 sysvinit
512 lfsmake2 tar
513 lfsmake2 util-linux
514}
515
516buildipcop() {
907cd036
MT
517 # Run IPFire make scripts one by one
518 LOGFILE="$BASEDIR/log/_build.ipfire.log"
df5e82b3
MT
519 export LOGFILE
520 echo -ne "`date -u '+%b %e %T'`: Stage3 $NAME build \n" | tee -a $LOGFILE
521
522 # Build these first as some of the kernel packages below rely on
523 # these for some of their client program functionality
524 ipcopmake configroot
525 ipcopmake dhcp
526 ipcopmake dhcpcd
527 ipcopmake libusb
528 ipcopmake libpcap
529 ipcopmake linux-atm
530 ipcopmake ppp
531 ipcopmake rp-pppoe
532 ipcopmake unzip
533 # Do SMP now
534 if [ 'i386' = $MACHINE ]; then
535 # abuse the SMP flag, and make an minimal installer kernel first
536 # so that the boot floppy always works.....
3e45cc09
MT
537 ipcopmake linux LFS_PASS=ipfire SMP=installer
538 ipcopmake linux LFS_PASS=ipfire SMP=1
df5e82b3
MT
539 ipcopmake 3cp4218 SMP=1
540 ipcopmake amedyn SMP=1
541 ipcopmake cxacru SMP=1
542 ipcopmake eagle SMP=1
543
544 # These are here because they have i386 only binary libraries
545 # included in the package.
546 ipcopmake cnx_pci SMP=1
547 ipcopmake fcdsl SMP=1
548 ipcopmake fcdsl2 SMP=1
549 ipcopmake fcdslsl SMP=1
550 ipcopmake fcdslusb SMP=1
551 ipcopmake fcdslslusb SMP=1
6ca65b88 552 ipcopmake fcpci SMP=1
ff7df9d4 553 ipcopmake fcclassic SMP=1
df5e82b3
MT
554 ipcopmake pulsar SMP=1
555 ipcopmake unicorn SMP=1
1fde937c 556 ipcopmake promise-sata-300-tx SMP=1
df5e82b3
MT
557 fi
558
3e45cc09 559 ipcopmake linux LFS_PASS=ipfire
df5e82b3
MT
560 ipcopmake 3cp4218
561 ipcopmake amedyn
562 ipcopmake cxacru
563 ipcopmake eciadsl
564 ipcopmake eagle
565 ipcopmake speedtouch
566 if [ 'i386' = $MACHINE ]; then
567 # These are here because they have i386 only binary libraries
568 # included in the package.
569 ipcopmake cnx_pci
570 ipcopmake fcdsl
571 ipcopmake fcdsl2
572 ipcopmake fcdslsl
573 ipcopmake fcdslusb
6ca65b88 574 ipcopmake fcdslslusb
ff7df9d4
MT
575 ipcopmake fcpci
576 ipcopmake fcclassic
1fde937c
MT
577 ipcopmake pulsar
578 ipcopmake unicorn
579 ipcopmake promise-sata-300-tx
df5e82b3
MT
580 fi
581
582 ipcopmake pcmcia-cs
583 ipcopmake expat
584 ipcopmake gdbm
585 ipcopmake gmp
586 ipcopmake openssl
587 ipcopmake python
588 ipcopmake libnet
589 ipcopmake libpng
590 ipcopmake gd
591 ipcopmake popt
592 ipcopmake slang
593 ipcopmake newt
594 ipcopmake libcap
595 ipcopmake pciutils
596 ipcopmake pcre
597 ipcopmake apache
598 ipcopmake arping
599 ipcopmake beep
600 ipcopmake bind
601 ipcopmake capi4k-utils
602 ipcopmake cdrtools
603 ipcopmake dnsmasq
604 ipcopmake dosfstools
605 ipcopmake ethtool
606 ipcopmake ez-ipupdate
607 ipcopmake fcron
608 ipcopmake perl-GD
609 ipcopmake gnupg
610 ipcopmake hdparm
611 ipcopmake ibod
612 ipcopmake initscripts
613 ipcopmake iptables
614 ipcopmake ipac-ng
615 ipcopmake ipaddr
616 ipcopmake iproute2
617 ipcopmake iptstate
618 ipcopmake iputils
78331e30 619 ipcopmake l7-protocols
df5e82b3
MT
620 ipcopmake isapnptools
621 ipcopmake isdn4k-utils
622 ipcopmake kudzu
623 ipcopmake logrotate
624 ipcopmake logwatch
625 ipcopmake mingetty
626 ipcopmake misc-progs
627 ipcopmake mtools
628 ipcopmake nano
629 ipcopmake nash
630 ipcopmake nasm
631 ipcopmake URI
632 ipcopmake HTML-Tagset
633 ipcopmake HTML-Parser
634 ipcopmake Compress-Zlib
635 ipcopmake Digest
636 ipcopmake Digest-SHA1
637 ipcopmake Digest-HMAC
638 ipcopmake libwww-perl
639 ipcopmake Net-DNS
640 ipcopmake Net-IPv4Addr
641 ipcopmake Net_SSLeay
4f8b6695
MT
642 ipcopmake IO-Stringy
643 ipcopmake Unix-Syslog
644 ipcopmake Mail-Tools
645 ipcopmake MIME-Tools
646 ipcopmake Net-Server
647 ipcopmake Convert-TNEF
648 ipcopmake Convert-UUlib
649 ipcopmake Archive-Tar
650 ipcopmake Archive-Zip
f28d0ddc 651 ipcopmake Text-Tabs+Wrap
90350ff3 652 ipcopmake Locale-Country
dace10b5 653 ipcopmake GeoIP
df8c7810 654 ipcopmake fwhits
6d4147d2
MT
655 ipcopmake berkeley
656 ipcopmake BerkeleyDB ## The Perl module
df5e82b3
MT
657 ipcopmake noip_updater
658 ipcopmake ntp
659 ipcopmake oinkmaster
660 ipcopmake openssh
661 ipcopmake openswan
662 ipcopmake pptpclient
663 ipcopmake rrdtool
664 ipcopmake setserial
665 ipcopmake setup
666 ipcopmake snort
667 #ipcopmake speedycgi
6d4147d2
MT
668 ipcopmake saslauthd PASS=1
669 ipcopmake openldap
df5e82b3
MT
670 ipcopmake squid
671 ipcopmake squid-graph
60cbd6e7 672 ipcopmake squidguard
df5e82b3
MT
673 ipcopmake tcpdump
674 ipcopmake traceroute
675 ipcopmake vlan
5fcb6d5a 676 #ipcopmake wireless
df5e82b3
MT
677 ipcopmake libsafe
678 ipcopmake 3c5x9setup
894c6feb 679# echo -ne "`date -u '+%b %e %T'`: Building ### IPFire modules ### \n" | tee -a $LOGFILE
b34fd95d 680 ipcopmake pakfire
6ef0bff8 681 ipcopmake startscripts
5e69ef1a 682## Zuerst die Libs und dann die Programme. Ordnung muss sein!
6ef0bff8 683 ipcopmake java
5e69ef1a 684 ipcopmake libtiff
c3defe9b 685 ipcopmake libjpeg
a7b1824c
MT
686 ipcopmake lcms
687 ipcopmake libmng
688 ipcopmake freetype
689 ipcopmake bootsplash
5e69ef1a
MT
690 ipcopmake libxml2
691 ipcopmake spandsp
692 ipcopmake lzo
6ef0bff8 693 ipcopmake openvpn
f8e5510c
MT
694 ipcopmake pkg-config
695 ipcopmake glib
180cd3be 696 ipcopmake xampp
5e69ef1a
MT
697 ipcopmake pam
698 ipcopmake pammysql
371d9df0 699 ipcopmake saslauthd PASS=2
a31b2bc4 700 ipcopmake xinetd
316160b0
MT
701 ipcopmake ghostscript
702 ipcopmake cups
b34fd95d 703# ipcopmake lpd ## Im Moment aus, da CUPS vorhanden ist.
98d413ac 704 ipcopmake samba
5e69ef1a
MT
705 ipcopmake sudo
706 ipcopmake mc
40a4ea4c
MT
707# ipcopmake pwlib
708# ipcopmake openh323
1fe6c87b 709 ipcopmake wget
60cbd6e7 710 ipcopmake wput
1fe6c87b 711 ipcopmake bridge-utils
3e45cc09
MT
712 ipcopmake screen
713 ipcopmake hddtemp
1fde937c 714 ipcopmake smartmontools
3e45cc09
MT
715 ipcopmake htop
716 ipcopmake lynx
b34fd95d 717 echo -ne "`date -u '+%b %e %T'`: Building ### Mailserver ### \n" | tee -a $LOGFILE
94025eea 718 ipcopmake postfix
6c666a3b 719 ipcopmake procmail
93dc5548
MT
720 ipcopmake fetchmail
721 ipcopmake cyrusimap
f28d0ddc 722 ipcopmake web-cyradm
33a31f1a 723 ipcopmake mailx
f9315063
MT
724 ipcopmake clamav
725 ipcopmake razor
4f8b6695 726 ipcopmake spamassassin
f28d0ddc 727# ipcopmake amavisd
b34fd95d 728 echo -ne "`date -u '+%b %e %T'`: Building ### VoIP-Server ### \n" | tee -a $LOGFILE
94025eea 729 ipcopmake stund
b684b13b
MT
730 ipcopmake zaptel
731 ipcopmake libpri
732 ipcopmake bristuff
40a4ea4c 733 ipcopmake asterisk
894c6feb 734 ipcopmake mpg123
b34fd95d 735 echo -ne "`date -u '+%b %e %T'`: Building ### MP3-Server ### \n" | tee -a $LOGFILE
316160b0
MT
736 ipcopmake lame
737 ipcopmake gnump3d
6ef0bff8
MT
738 echo -ne "`date -u '+%b %e %T'`: Building ### P2P-Clients ### \n" | tee -a $LOGFILE
739 ipcopmake applejuice
02dc0a76
MT
740 ipcopmake ocaml
741 ipcopmake mldonkey
742# ipcopmake edonkeyclc
894c6feb 743# ipcopmake sane
3e45cc09
MT
744 echo -ne "`date -u '+%b %e %T'`: Building ### Net-Tools ### \n" | tee -a $LOGFILE
745 ipcopmake ntop
894c6feb 746# ipcopmake rsync
3b9f6349 747 ipcopmake tcpwrapper
769a61c5 748 ipcopmake portmap
894c6feb 749 ipcopmake nfs
907cd036 750 ipcopmake nmap
52345790 751 ipcopmake mbmon
3e45cc09 752 ipcopmake iftop
ef05c8bb 753 ipcopmake ncftp
ca35618d 754 ipcopmake cftp
60cbd6e7 755 ipcopmake etherwake
33a31f1a 756 ipcopmake ethereal
0eab8e84 757# ipcopmake stunnel # Ausgeschaltet, weil wir es doch nicht nutzen
df5e82b3
MT
758}
759
760buildinstaller() {
761 # Run installer scripts one by one
762 LOGFILE="$BASEDIR/log/_build.installer.log"
763 export LOGFILE
764 echo -ne "`date -u '+%b %e %T'`: Stage4 installer build \n" | tee -a $LOGFILE
765 if [ 'i386' = $MACHINE ]; then
766 ipcopmake syslinux
767 ipcopmake as86
768 ipcopmake mbr
769 ipcopmake uClibc
770 fi
771 installmake busybox
772 installmake sysvinit
773 installmake e2fsprogs
774 installmake misc-progs
775 installmake slang
776 installmake util-linux
777 installmake newt
778 installmake pciutils
779 installmake pcmcia-cs
780 installmake kbd
781 installmake installer
782 installmake scsi.img
783 installmake driver.img
784 installmake initrd
785 installmake boot.img
786}
787
788buildpackages() {
789 LOGFILE="$BASEDIR/log/_build.packages.log"
790 export LOGFILE
791 echo "... see detailed log in _build.*.log files" >> $LOGFILE
792 echo -ne "`date -u '+%b %e %T'`: Stage5 packages build \n" | tee -a $LOGFILE
793 # Strip files
794 echo "`date -u '+%b %e %T'`: Stripping files" | tee -a $LOGFILE
795 find $LFS/lib $LFS/usr/lib $LFS/usr/share/rrdtool-* $LFS/install ! -type l \( -name '*.so' -o -name '*.so[\.0-9]*' \) \
796 ! -name 'libc.so' ! -name 'libpthread.so' ! -name 'libcrypto.so.0.9.7.sha1' \
90350ff3 797 -exec $LFS/tools/bin/strip --strip-all {} \; >> $LOGFILE 2>&1
df5e82b3
MT
798 # add -ls before -exec if you want to verify what files are stripped
799
800 find $LFS/{,s}bin $LFS/usr/{,s}bin $LFS/usr/local/{,s}bin ! -type l \
801 -exec file {} \; | grep " ELF " | cut -f1 -d ':' | xargs $LFS/tools/bin/strip --strip-all >> $LOGFILE 2>&1
802 # there add -v to strip to verify
803
804 if [ 'i386' = $MACHINE ]; then
805 # Create fcdsl packages
806 echo "`date -u '+%b %e %T'`: Building fcdsl tgz" | tee -a $LOGFILE
807 cp $LFS/install/images/fcdsl/license.txt $LFS >> $LOGFILE 2>&1
808 touch $LFS/var/run/{need-depmod-$KVER,need-depmod-$KVER-smp}
809 cd $LFS && tar cvfz $LFS/install/images/$SNAME-fcdsl-$VERSION.$MACHINE.tgz \
810 lib/modules/$KVER/misc/fcdsl*.o.gz \
811 lib/modules/$KVER-smp/misc/fcdsl*.o.gz \
812 usr/lib/isdn/{fds?base.bin,fd?ubase.frm} \
813 etc/fcdsl/fcdsl*.conf \
814 etc/drdsl/{drdsl,drdsl.ini} \
815 license.txt \
816 var/run/{need-depmod-$KVER,need-depmod-$KVER-smp} >> $LOGFILE 2>&1
817 rm -f $LFS/license.txt >> $LOGFILE 2>&1
818 cd $BASEDIR
819 fi
df5e82b3
MT
820
821 # Generating list of packages used
822 echo "`date -u '+%b %e %T'`: Generating packages list from logs" | tee -a $LOGFILE
823 rm -f $BASEDIR/doc/packages-list
824 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
825 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
3ea75603 826 echo " * `basename $i`" >>$BASEDIR/doc/packages-list
df5e82b3
MT
827 fi
828 done
3ea75603 829 echo "====== List of softwares used to build $NAME Version: $VERSION ======" > $BASEDIR/doc/packages-list.txt
e67a57fe 830 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|ipcop$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$' \
df5e82b3
MT
831 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
832 rm -f $BASEDIR/doc/packages-list
c9673262 833 # packages-list.txt is ready to be displayed for wiki page
df5e82b3
MT
834
835 # Create ISO for CDRom and USB-superfloppy
c3defe9b 836 ipcopmake cdrom
e67a57fe 837 rm -f $LFS/install/images/*usb*
c3defe9b 838 cp $LFS/install/images/{*.iso,*.tgz} $BASEDIR >> $LOGFILE 2>&1
c9673262 839
e67a57fe
MT
840 ipfirepackages
841
842 # Cleanup
843 stdumount
844 rm -rf $BASEDIR/build/tmp/*
845
846 # Generating total list of files
847 echo "`date -u '+%b %e %T'`: Generating files list from logs" | tee -a $LOGFILE
848 rm -f $BASEDIR/log/FILES
849 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
850 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
851 echo "##" >>$BASEDIR/log/FILES
852 echo "## `basename $i`" >>$BASEDIR/log/FILES
853 echo "##" >>$BASEDIR/log/FILES
854 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
855 fi
856 done
857
858 cd $PWD
859
860}
861
862ipfirepackages() {
013a23e2
MT
863 if [ -d "$BASEDIR/packages" ]; then
864 for i in `ls $BASEDIR/packages`; do
865 touch $BASEDIR/build/install/packages/$i.empty
866 done
867 fi
f0ca8c34 868 ipfiredist amavisd
78331e30 869 ipfiredist applejuice
b684b13b 870 # ipfiredist asterisk
c7acba4a 871 ipfiredist clamav
483f59cd 872 ipfiredist cups
78331e30
MT
873 ipfiredist cyrusimap
874 ipfiredist fetchmail
875 ipfiredist gnump3d
0d0521b6 876 ipfiredist java
78331e30
MT
877 ipfiredist lame
878 ipfiredist libtiff
879 ipfiredist libxml2
f0ca8c34 880 ipfiredist mailx
3ab910dd 881 ipfiredist mldonkey
f0ca8c34
MT
882 ipfiredist nfs
883 ipfiredist nmap
3e45cc09 884 ipfiredist ntop
78331e30 885 ipfiredist postfix
371d9df0 886 ipfiredist procmail
90350ff3 887 ipfiredist samba
f0ca8c34 888 ipfiredist spamassassin
f28d0ddc 889 ipfiredist web-cyradm
483f59cd 890 ipfiredist xampp
78331e30
MT
891 ipfiredist xinetd
892 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
a8b159e7 893 mv -f $LFS/install/packages/*.{tar.gz,md5} $BASEDIR/packages >> $LOGFILE 2>&1
483f59cd 894 rm -rf $BASEDIR/build/install/packages/*
df5e82b3
MT
895}
896
cc0e56be
MT
897update_logs() {
898 tar cfz log/ipfire-logs-`date +'%Y-%m-%d-%H:%M'`.tgz log/_build.*
899 rm -f log/_build.*
900}
901
df5e82b3
MT
902# See what we're supposed to do
903case "$1" in
904build)
905 BUILDMACHINE=`uname -m`
c6cb9d25 906 PACKAGE=`ls -v -r $BASEDIR/cache/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
df5e82b3
MT
907 #only restore on a clean disk
908 if [ ! -f log/perl-*-tools ]; then
909 if [ ! -n "$PACKAGE" ]; then
910 echo "`date -u '+%b %e %T'`: Full toolchain compilation" | tee -a $LOGFILE
911 prepareenv
912 buildtoolchain
913 else
914 PACKAGENAME=${PACKAGE%.tar.gz}
915 echo "`date -u '+%b %e %T'`: Restore from $PACKAGE" | tee -a $LOGFILE
916 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
917 tar zxf $PACKAGE
918 prepareenv
919 else
920 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
921 fi
922 fi
923 else
924 echo "`date -u '+%b %e %T'`: Using installed toolchain" | tee -a $LOGFILE
925 prepareenv
926 fi
5cfe86e6 927
df5e82b3
MT
928 buildbase
929 buildipcop
5cfe86e6
HS
930
931 # Setzen des IPFire Builds
8af06406 932 if [ "$FIREBUILD" ]; then
e57bc1fd 933 echo "$FIREBUILD" > $BASEDIR/build/var/ipfire/firebuild
5cfe86e6 934 else
e57bc1fd 935 echo "_(OvO)_" > $BASEDIR/build/var/ipfire/firebuild
5cfe86e6
HS
936 fi
937
df5e82b3
MT
938 buildinstaller
939 buildpackages
940 ;;
941shell)
942 # enter a shell inside LFS chroot
943 # may be used to changed kernel settings
944 prepareenv
945 entershell
946 ;;
947changelog)
d1dd6669 948 echo -n "Loading new Changelog from SVN: "
f9315063 949 svn log http://svn.ipfire.eu/svn/ipfire > doc/ChangeLog
d1dd6669 950 echo "Finished!"
df5e82b3
MT
951 ;;
952check)
953 echo "Checking sources files availability on the web"
954 if [ ! -d $DIR_CHK ]; then
955 mkdir -p $DIR_CHK
956 fi
957 FINISHED=0
958 cd $BASEDIR/lfs
959 for c in `seq $MAX_RETRIES`; do
960 if (( FINISHED==1 )); then
961 break
962 fi
963 FINISHED=1
964 cd $BASEDIR/lfs
965 for i in *; do
966 if [ -f "$i" -a "$i" != "Config" ]; then
967 make -s -f $i MACHINE=$MACHINE LFS_BASEDIR=$BASEDIR ROOT=$BASEDIR/build \
968 MESSAGE="$i\t ($c/$MAX_RETRIES)" check
969 if [ $? -ne 0 ]; then
970 echo "Check : wget error in lfs/$i"
971 FINISHED=0
972 fi
973 fi
974 done
975 done
976 cd -
977 ;;
978checkclean)
979 echo "Erasing sources files availability tags"
980 rm -rf $DIR_CHK/*
981 ;;
982clean)
983 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
984 $LOSETUP -d $i 2>/dev/null
985 done
986 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
987 umount $i
988 done
989 stdumount
990 for i in `seq 0 7`; do
991 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
992 umount /dev/loop${i} 2>/dev/null;
993 losetup -d /dev/loop${i} 2>/dev/null;
994 fi;
995 done
996 rm -rf $BASEDIR/build
997 rm -rf $BASEDIR/cdrom
f9315063 998 rm -rf $BASEDIR/packages
df5e82b3 999 rm -rf $BASEDIR/log
df5e82b3
MT
1000 if [ -h /tools ]; then
1001 rm -f /tools
1002 fi
1003 ;;
f8e5510c 1004newpak)
a9b17001
MT
1005 # create structure for a new package
1006 echo -e "Name of the new package: $2"
1007 if [ ! -f "lfs/$2" ]; then
1008 echo "`date -u '+%b %e %T'`: Creating directory src/paks/$2"
1009 mkdir -p src/paks/$2
1010 cd src/paks/$2
f8e5510c 1011 echo "`date -u '+%b %e %T'`: Creating files"
a9b17001
MT
1012 cp $BASEDIR/lfs/postfix $BASEDIR/lfs/$2
1013
f8e5510c 1014 touch ROOTFILES
f8e5510c 1015 touch {,un}install.sh
a9b17001 1016 ## install.sh
f8e5510c
MT
1017 echo '#!/bin/bash' > install.sh
1018 echo '#' >> install.sh
1019 echo '#################################################################' >> install.sh
1020 echo '# #' >> install.sh
1021 echo '# This file belongs to IPFire Firewall - GPLv2 - www.ipfire.org #' >> install.sh
1022 echo '# #' >> install.sh
1023 echo '#################################################################' >> install.sh
1024 echo '#' >> install.sh
1025 echo '# Extract the files' >> install.sh
1026 echo 'tar xfz files.tgz -C /' >> install.sh
a9b17001
MT
1027 echo 'cp -f ROOTFILES /opt/pakfire/installed/ROOTFILES.$2' >> install.sh
1028 ## uninstall.sh
f8e5510c
MT
1029 echo '#!/bin/bash' > uninstall.sh
1030 echo '#################################################################' >> uninstall.sh
1031 echo '# #' >> uninstall.sh
1032 echo '# This file belongs to IPFire Firewall - GPLv2 - www.ipfire.org #' >> uninstall.sh
1033 echo '# #' >> uninstall.sh
1034 echo '#################################################################' >> uninstall.sh
1035 echo '#' >> uninstall.sh
1036 echo '# Delete the files' >> uninstall.sh
1037 echo '## Befehl fehlt noch' >> uninstall.sh
a9b17001 1038 echo 'rm -f /opt/pakfire/installed/ROOTFILES.$2' >> uninstall.sh
f8e5510c 1039 echo "`date -u '+%b %e %T'`: Adding files to SVN"
a9b17001
MT
1040 cd - && svn add lfs/$2 && svn add src/paks/$2
1041
1042 echo -n "Do you want to remove the folders? [y/n]"
1043 read REM
1044 if [ "$REM" == "y" ]; then
1045 echo "Removing the folders..."
1046 svn del src/paks/$2 --force
1047 else
1048 echo "Folders are kept."
1049 fi
df5e82b3 1050 else
a9b17001 1051 echo "$2 already exists"
df5e82b3 1052 fi
df5e82b3
MT
1053 exit 0
1054 ;;
1055prefetch)
1056 if [ ! -d $BASEDIR/cache ]; then
1057 mkdir $BASEDIR/cache
1058 fi
1059 mkdir -p $BASEDIR/log
1060 echo "`date -u '+%b %e %T'`:Preload all source files" | tee -a $LOGFILE
1061 FINISHED=0
1062 cd $BASEDIR/lfs
1063 for c in `seq $MAX_RETRIES`; do
1064 if (( FINISHED==1 )); then
1065 break
1066 fi
1067 FINISHED=1
1068 cd $BASEDIR/lfs
1069 for i in *; do
1070 if [ -f "$i" -a "$i" != "Config" ]; then
1071 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1072 if [ $? -ne 0 ]; then
1073 echo "Prefetch : wget error in lfs/$i"
1074 FINISHED=0
1075 else
1076 if [ $c -eq 1 ]; then
1077 echo "Prefetch : lfs/$i files loaded"
1078 fi
1079 fi
1080 fi
1081 done
1082 done
1083 echo "Prefetch : verifying md5sum"
1084 ERROR=0
1085 for i in *; do
1086 if [ -f "$i" -a "$i" != "Config" ]; then
1087 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1088 if [ $? -ne 0 ]; then
1089 echo "md5 difference in lfs/$i"
1090 ERROR=1
1091 fi
1092 fi
1093 done
1094 if [ $ERROR -eq 0 ]; then
1095 echo "Prefetch : all files md5sum match"
1096 fi
1097 cd -
1098 ;;
df5e82b3
MT
1099toolchain)
1100 prepareenv
1101 buildtoolchain
1102 BUILDMACHINE=`uname -m`
1103 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
1104 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
1105 build/{bin,etc,usr/bin,usr/local} \
1106 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
1107 log >> $LOGFILE
1108 md5sum cache/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
1109 > cache/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
1110 stdumount
1111 ;;
1112gettoolchain)
1113 BUILDMACHINE=`uname -m`
1114 # arbitrary name to be updated in case of new toolchain package upload
c6cb9d25 1115 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
e29556d8 1116 URL_IPFIRE=`grep URL_IPFIRE lfs/Config | awk '{ print $3 }'`
df5e82b3
MT
1117 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
1118 cd $BASEDIR/cache
21757737 1119 wget $URL_IPFIRE/toolchains/$PACKAGE.tar.gz $URL_IPFIRE/toolchains/$PACKAGE.md5 >& /dev/null
df5e82b3
MT
1120 if [ $? -ne 0 ]; then
1121 echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
40a4ea4c
MT
1122 else
1123 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1124 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1125 else
1126 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1127 fi
df5e82b3
MT
1128 fi
1129 ;;
c6cb9d25
MT
1130svn)
1131 case "$2" in
1132 update|up)
cc0e56be 1133 # clear
c6cb9d25
MT
1134 echo -n "Load the latest source files..."
1135 svn update >> $PWD/log/_build.svn.update.log
1136 if [ $? -eq 0 ]; then
1137 echo ".Done!"
1138 else
1139 echo ".Fail!"
1140 exit 1
1141 fi
1142 echo -n "Write the svn info to a file..."
1143 svn info > $PWD/svn_status
1144 if [ "$?" -eq "0" ]; then
1145 echo ".Done!"
1146 else
1147 echo ".Fail!"
1148 exit 1
1149 fi
cc0e56be 1150 exit 0
c6cb9d25
MT
1151 ;;
1152 commit|ci)
1153 clear
1154 echo "Upload the changed files..."
1155 sleep 1
1156 svn commit
1157 $0 svn up
1158 ;;
1159 dist)
1160 $0 svn up
1161 echo -ne "Download source package from svn..."
1162 svn export http://svn.ipfire.eu/svn/ipfire ipfire-source/ --force > /dev/null
1163 if [ "$?" -eq "0" ]; then
1164 echo ".Done!"
1165 else
1166 echo ".Fail!"
1167 exit 1
1168 fi
1169 echo -n "Compress files..."
1170 tar cfz ipfire-source-`date +'%Y-%m-%d'`-r`svn info | grep Revision | cut -c 11-`.tar.gz ipfire-source
1171 if [ "$?" -eq "0" ]; then
1172 echo ".Done!"
1173 else
1174 echo ".Fail!"
1175 exit 1
1176 fi
1177 echo -n "Cleanup..."
1178 rm ipfire-source/ -r
1179 if [ "$?" -eq "0" ]; then
1180 echo ".Done!"
1181 else
1182 echo ".Fail!"
1183 exit 1
1184 fi
1185 ;;
1186 diff)
1187 echo -ne "Make a local diff to last svn revision..."
1188 svn diff > ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff
1189 if [ "$?" -eq "0" ]; then
1190 echo ".Done!"
1191 else
1192 echo ".Fail!"
1193 exit 1
1194 fi
1195 echo "Diff was successfully saved to ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff"
1196 ;;
1197 esac
f9315063 1198 ;;
cc0e56be
MT
1199make-config)
1200 echo -e "This is for creating your configuration..."
1201 echo -e "ATTENTION: Even your password will be shown when typed!"
1202 echo -e "We will need some input:"
1203 echo -e ""
1204 echo -n "FTP-DOMAIN FOR THE ISO: "
1205 read IPFIRE_FTP_URL_EXT
1206 echo -n "PATH FOR $IPFIRE_FTP_URL_EXT: "
1207 read IPFIRE_FTP_PATH_EXT
1208 echo -n "USERNAME FOR $IPFIRE_FTP_URL_EXT: "
1209 read IPFIRE_FTP_USER_EXT
1210 echo -n "PASSWORD FOR $IPFIRE_FTP_URL_EXT: "
1211 read IPFIRE_FTP_PASS_EXT
1212 echo ""
1213 echo "(You can leave this empty if the cache-server is the same as your iso-server.)"
1214 echo -n "FTP-DOMAIN FOR THE CACHE: "
1215 read IPFIRE_FTP_URL_INT
1216 echo -n "PATH FOR $IPFIRE_FTP_URL_INT: "
1217 read IPFIRE_FTP_PATH_INT
1218 if [ $IPFIRE_FTP_URL_INT ]; then
1219 echo -n "USERNAME FOR $IPFIRE_FTP_URL_INT: "
1220 read IPFIRE_FTP_USER_INT
1221 echo -n "PASSWORD FOR $IPFIRE_FTP_URL_INT: "
1222 read IPFIRE_FTP_PASS_INT
1223 else
1224 IPFIRE_FTP_URL_INT=$IPFIRE_FTP_URL_EXT
1225 IPFIRE_FTP_USER_INT=$IPFIRE_FTP_USER_EXT
1226 IPFIRE_FTP_PASS_INT=$IPFIRE_FTP_PASS_EXT
1227 echo "USERNAME FOR $IPFIRE_FTP_URL_INT: $IPFIRE_FTP_USER_INT"
1228 echo "PASSWORD FOR $IPFIRE_FTP_URL_INT: $IPFIRE_FTP_PASS_INT"
1229 fi
1230 echo ""
1231 echo "(You can leave this empty if the pak-server is the same as your iso-server.)"
1232 echo -n "FTP-DOMAIN FOR THE PAKS: "
1233 read IPFIRE_FTP_URL_PAK
1234 echo -n "PATH FOR $IPFIRE_FTP_URL_PAK: "
1235 read IPFIRE_FTP_PATH_PAK
1236 if [ $IPFIRE_FTP_URL_PAK ]; then
1237 echo -n "USERNAME FOR $IPFIRE_FTP_URL_PAK: "
1238 read IPFIRE_FTP_USER_PAK
1239 echo -n "PASSWORD FOR $IPFIRE_FTP_URL_PAK: "
1240 read IPFIRE_FTP_PASS_PAK
a68fedca 1241 else
cc0e56be
MT
1242 IPFIRE_FTP_URL_PAK=$IPFIRE_FTP_URL_EXT
1243 IPFIRE_FTP_USER_PAK=$IPFIRE_FTP_USER_EXT
1244 IPFIRE_FTP_PASS_PAK=$IPFIRE_FTP_PASS_EXT
1245 echo "USERNAME FOR $IPFIRE_FTP_URL_PAK: $IPFIRE_FTP_USER_PAK"
1246 echo "PASSWORD FOR $IPFIRE_FTP_URL_PAK: $IPFIRE_FTP_PASS_PAK"
a68fedca 1247 fi
cc0e56be
MT
1248 echo ""
1249 echo -e "ONE OR MORE EMAIL ADDRESS(ES) TO WHICH THE REPORTS WILL BE SENT"
1250 echo -e "(seperated by comma)"
1251 read IPFIRE_MAIL_REPORT
1252 echo -n "EMAIL FROM: "
1253 read IPFIRE_MAIL_FROM
1254 echo -n "EMAIL SERVER: "
1255 read IPFIRE_MAIL_SERVER
1256 echo -n "LOGIN TO MAIL SERVER: "
1257 read IPFIRE_MAIL_USER
1258 echo -n "MAIL PASSWORD: "
1259 read IPFIRE_MAIL_PASS
1260 echo -n "Saving..."
1261 for i in `seq 20`; do
1262 sleep 0.1; echo -n "."
1263 done
1264 echo ".Finished!"
1265 cat <<END > .config
1266### ISO server
1267IPFIRE_FTP_URL_EXT=$IPFIRE_FTP_URL_EXT
1268IPFIRE_FTP_PATH_EXT=$IPFIRE_FTP_PATH_EXT
1269IPFIRE_FTP_USER_EXT=$IPFIRE_FTP_USER_EXT
1270IPFIRE_FTP_PASS_EXT=$IPFIRE_FTP_PASS_EXT
1271### cache server
1272IPFIRE_FTP_URL_INT=$IPFIRE_FTP_URL_INT
1273IPFIRE_FTP_PATH_INT=$IPFIRE_FTP_PATH_INT
1274IPFIRE_FTP_USER_INT=$IPFIRE_FTP_USER_INT
1275IPFIRE_FTP_PASS_INT=$IPFIRE_FTP_PASS_INT
1276### paks server
1277IPFIRE_FTP_URL_PAK=$IPFIRE_FTP_URL_PAK
1278IPFIRE_FTP_PATH_PAK=$IPFIRE_FTP_PATH_PAK
1279IPFIRE_FTP_USER_PAK=$IPFIRE_FTP_USER_PAK
1280IPFIRE_FTP_PASS_PAK=$IPFIRE_FTP_PASS_PAK
1281### mail reports
1282IPFIRE_MAIL_REPORT=$IPFIRE_MAIL_REPORT
1283IPFIRE_MAIL_FROM=$IPFIRE_MAIL_FROM
1284IPFIRE_MAIL_SERVER=$IPFIRE_MAIL_SERVER
1285IPFIRE_MAIL_USER=$IPFIRE_MAIL_USER
1286IPFIRE_MAIL_PASS=$IPFIRE_MAIL_PASS
1287END
1288 ;;
1289sync)
1290 echo -e "Syncing cache to ftp:"
ef05c8bb 1291 rm -f doc/packages-to-remove-from-ftp
cc0e56be 1292 ncftpls -u $IPFIRE_FTP_USER_INT -p $IPFIRE_FTP_PASS_INT ftp://$IPFIRE_FTP_URL_INT$IPFIRE_FTP_PATH_INT/ > ftplist
0eab8e84
MT
1293 for i in `ls -w1 cache/`; do
1294 grep $i ftplist
1295 if [ "$?" -ne "0" ]; then
cc0e56be 1296 ncftpput -u $IPFIRE_FTP_USER_INT -p $IPFIRE_FTP_PASS_INT $IPFIRE_FTP_URL_INT $IPFIRE_FTP_PATH_INT/ cache/$i
0eab8e84
MT
1297 if [ "$?" -eq "0" ]; then
1298 echo -e "$i was successfully uploaded to the ftp server."
1299 else
1300 echo -e "There was an error while uploading $i to the ftp server."
1301 fi
1302 fi
1303 done
ef05c8bb
MT
1304 for i in `cat ftplist`; do
1305 ls -w1 cache/ | grep $i
1306 if [ "$?" -eq "1" ]; then
1307 echo $i | grep -v toolchain >> doc/packages-to-remove-from-ftp
1308 fi
1309 done
0eab8e84
MT
1310 rm -f ftplist
1311 ;;
cc0e56be
MT
1312upload)
1313 case "$2" in
1314 iso)
1315 echo -e "Uploading the iso to $IPFIRE_FTP_URL_EXT."
1316 ncftpls -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT ftp://$IPFIRE_FTP_URL_EXT$IPFIRE_FTP_PATH_EXT/ | grep $SVN_REVISION
1317 if [ "$?" -eq "1" ]; then
1318 cp $BASEDIR/ipfire-install-$VERSION.i386.iso $BASEDIR/ipfire-install-$VERSION.i386-r`svn info | grep Revision | cut -c 11-`.iso
1319 md5sum ipfire-install-$VERSION.i386-r$SVN_REVISION.iso > ipfire-install-$VERSION.i386-r$SVN_REVISION.iso.md5
1320 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-install-$VERSION.i386-r$SVN_REVISION.iso
1321 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-install-$VERSION.i386-r$SVN_REVISION.iso.md5
1322 if [ "$?" -eq "0" ]; then
1323 echo -e "The ISO of Revision $SVN_REVISION was successfully uploaded to the ftp server."
1324 else
1325 echo -e "There was an error while uploading the iso to the ftp server."
1326 fi
1327 else
1328 echo -e "File with name ipfire-install-$VERSION.i386-r$SVN_REVISION.iso already exists on the ftp server!"
1329 fi
1330 rm -f ipfire-install-$VERSION.i386-r$SVN_REVISION.iso{,.md5}
1331 ;;
1332 paks)
1333 ncftpput -z -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK $IPFIRE_FTP_PATH_PAK/ packages/*
1334 if [ "$?" -eq "0" ]; then
1335 echo -e "The packages were successfully uploaded to the ftp server."
1336 else
1337 echo -e "There was an error while uploading the packages to the ftp server."
1338 fi
1339 ;;
1340 esac
0d0521b6 1341 ;;
52345790
MT
1342build-only)
1343 rm -f $BASEDIR/log/$2*
1344 BUILDMACHINE=`uname -m`
1345 prepareenv
1346 ipcopmake $2
1347 ;;
c6cb9d25
MT
1348build-silent)
1349 screen -dmS ipfire $0 build
1350 echo "Build started... This will take a while!"
1351 echo "You can see the status with 'screen -x ipfire'."
1352 ;;
cc0e56be
MT
1353mail)
1354 chmod 755 tools/sendEmail
1355 ATTACHMENT=/tmp/ipfire-build-logs-R$SVN_REVISION.tar.gz
1356 if [ "$2" = "ERROR" ]; then
1357 SUBJECT="ERROR: IPFIRE-BUILD R$SVN_REVISION on `hostname`"
1358 echo "ERROR: $0 build!"
1359 cat <<END > /tmp/ipfire_mail_body
1360When I was building IPFire on `hostname`, I have found an ERROR!
1361Here you can see the logs and detect the reason for this error.
1362
1363Best Regards
1364Your IPFire-Build-Script
1365END
1366 fi
1367 if [ "$2" = "SUCCESS" ]; then
1368 SUBJECT="SUCCESS: IPFIRE-BUILD R$SVN_REVISION on `hostname`"
1369 cat <<END > /tmp/ipfire_mail_body
1370Building IPFire on `hostname` in Revision $SVN_REVISION was successfull!
1371You can find the ISO on your ftp server.
1372
1373Statistics:
1374-----------
1375Started: $IPFIRE_START_TIME
1376Finished: `date`
1377
1378Best Regards
1379Your IPFire-Build-Script
1380END
1381 fi
1382 if [ "$2" = "SVNUPDATE" ]; then
1383 SUBJECT="SVNUPDATE: IPFIRE-BUILD R$SVN_REVISION on `hostname`"
1384 echo "ERROR: $0 svn up!"
1385 cat <<END > /tmp/ipfire_mail_body
1386When I was downloading the latest svn source,
1387I have found an ERROR!
1388Here you can see the logs and detect the reason for this error.
1389
1390Best Regards
1391Your IPFire-Build-Script
1392END
1393 fi
1394 if [ "$2" = "PREFETCH" ]; then
1395 SUBJECT="PREFETCH: IPFIRE-BUILD R$SVN_REVISION on `hostname`"
1396 echo "ERROR: $0 prefetch!"
1397 cat <<END > /tmp/ipfire_mail_body
1398When I was downloading the source packages,
1399I have found an ERROR!
1400Here you can see the logs and detect the reason for this error.
1401
1402Best Regards
1403Your IPFire-Build-Script
1404END
1405 fi
1406
1407 if [ "$2" = "ISO" ]; then
1408 SUBJECT="ISO: IPFIRE-BUILD R$SVN_REVISION on `hostname`"
1409 echo "ERROR: $0 upload iso!"
1410 cat <<END > /tmp/ipfire_mail_body
1411When I was uploading the iso image,
1412I have found an ERROR!
1413Here you can see the logs and detect the reason for this error.
1414
1415Best Regards
1416Your IPFire-Build-Script
1417END
1418 fi
1419
1420 if [ "$2" = "PAKS" ]; then
1421 SUBJECT="PAKS: IPFIRE-BUILD R$SVN_REVISION on `hostname`"
1422 echo "ERROR: $0 upload paks!"
1423 cat <<END > /tmp/ipfire_mail_body
1424When I was uploading the packages,
1425I have found an ERROR!
1426Here you can see the logs and detect the reason for this error.
1427
1428Best Regards
1429Your IPFire-Build-Script
1430END
1431 fi
1432
1433 tar cfz $ATTACHMENT log/_build*
1434 cat <<END >> /tmp/ipfire_mail_body
1435
1436Here is a summary... The full logs are in the attachment.
1437---------------------------------------------------------
1438
1439`tail log/_*`
1440END
1441 cat /tmp/ipfire_mail_body | tools/sendEmail -q \
1442 -f $IPFIRE_MAIL_FROM \
1443 -t $IPFIRE_MAIL_REPORT \
1444 -u $SUBJECT \
1445 -s $IPFIRE_MAIL_SERVER:25 \
1446 -xu $IPFIRE_MAIL_USER \
1447 -xp $IPFIRE_MAIL_PASS \
1448 -l log/_build.mail.log \
1449 -a $ATTACHMENT # -v
1450 rm -f /tmp/ipfire_mail_body $ATTACHMENT
1451 ;;
1452unattended)
1453 ### This is our procedure that will compile the IPFire by herself...
1454 echo "### UPDATE LOGS"
1455 update_logs
1456 echo "### SAVING TIME"
1457 export IPFIRE_START_TIME=`date`
1458
1459 echo "### RUNNING SVN-UPDATE"
1460 $0 svn update > /dev/null
1461 if [ $? -ne 0 ]; then
1462 $0 mail SVNUPDATE
1463 exit 1
1464 fi
1465 chmod 755 $0
1466
1467 echo "### RUNNING PREFETCH"
1468 $0 prefetch | grep -q "md5 difference"
1469 if [ $? -eq 0 ]; then
1470 $0 mail PREFETCH
1471 exit 1
1472 fi
1473
1474 echo "### RUNNING BUILD"
1475 $0 build
1476 if [ $? -ne 0 ]; then
1477 $0 mail ERROR
1478 exit 1
1479 fi
1480
1481 echo "### UPLOADING ISO"
1482 $0 upload iso
1483 if [ $? -ne 0 ]; then
1484 $0 mail ISO
1485 exit 1
1486 fi
1487
1488 echo "### UPLOADING PAKS"
1489 $0 upload paks
1490 if [ $? -ne 0 ]; then
1491 $0 mail PAKS
1492 exit 1
1493 fi
1494
1495 echo "### SUCCESS!"
1496 $0 mail SUCCESS
1497 ;;
1498batch)
1499 screen -dmS batch $0 unattended
1500 exit 0
1501 ;;
df5e82b3 1502*)
24a4a744
MT
1503 clear
1504 svn info
c6cb9d25 1505 select name in "Exit" "IPFIRE: Prefetch" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Clean" "SVN: Commit" "SVN: Update" "SVN: Status" "SVN: Diff" "Help"
24a4a744
MT
1506 do
1507 case $name in
c6cb9d25
MT
1508 "IPFIRE: Prefetch")
1509 $0 prefetch
1510 ;;
1511 "IPFIRE: Build (silent)")
1512 $0 build-silent
1513 ;;
1514 "IPFIRE: Watch Build")
1515 echo "Exit with Ctrl+A, Ctrl+D."
1516 echo -n "Preparing..."
1517 for i in `seq 10`; do
1518 sleep 0.1; echo -n "."
1519 done
1520 echo ".Ready!"
cc0e56be 1521 sleep 0.3
c6cb9d25
MT
1522 screen -x ipfire
1523 ;;
1524 "IPFIRE: Clean")
1525 $0 clean
1526 ;;
1527 "SVN: Commit")
1528 $0 svn commit
1529 ;;
1530 "SVN: Update")
1531 $0 svn update
1532 ;;
1533 "SVN: Status")
1534 svn status # | grep -v ^?
1535 ;;
1536 "SVN: Diff")
1537 $0 svn diff
1538 ;;
1539 "Help")
1540 echo "Usage: $0 {build|changelog|check|checkclean|clean|gettoolchain|newpak|prefetch|shell|sync|toolchain}"
1541 cat doc/make.sh-usage
1542 ;;
1543 "Exit")
1544 break
1545 ;;
24a4a744
MT
1546 esac
1547 done
df5e82b3 1548 ;;
3ea75603 1549esac