Installer-Toolchain nochmals ueberarbeitet.
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2006 IPFire-Team <info@ipfire.eu>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.0b" # Version number
28 SLOGAN="www.ipfire.org" # Software slogan
29 CONFIG_ROOT=/var/ipfire # Configuration rootdir
30 NICE=10 # Nice level
31 MAX_RETRIES=1 # prefetch/check loop
32 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
33 MACHINE=`uname -m`
34 SVN_REVISION=`svn info | grep Revision | cut -c 11-`
35
36 IPFVER="full" # Which version should be compiled? (full|light|voice)
37
38 # Set an information about the build number
39 if [ -e ./.svn ]; then
40 FIREBUILD=`cat .svn/entries |sed -n 's/^[ \t]*revision=\"// p' | sed -n 's/\".*$// p'`
41 fi
42
43 # Debian specific settings
44 if [ ! -e /etc/debian_version ]; then
45 FULLPATH=`which $0`
46 else
47 if [ -x /usr/bin/realpath ]; then
48 FULLPATH=`/usr/bin/realpath $0`
49 else
50 echo "ERROR: Need to do apt-get install realpath"
51 exit 1
52 fi
53 fi
54
55 PWD=`pwd`
56 BASENAME=`basename $0`
57 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
58 LOGFILE=$BASEDIR/log/_build.preparation.log
59 export BASEDIR LOGFILE
60 DIR_CHK=$BASEDIR/cache/check
61 mkdir $BASEDIR/log/ 2>/dev/null
62
63 # Include funtions
64 . tools/make-functions
65
66 if [ -f .config ]; then
67 . .config
68 else
69 echo -e "${BOLD}No configuration found!${NORMAL}"
70 echo -ne "Do you want to create one (y/N)?"
71 read CREATE_CONFIG
72 echo ""
73 if [ "$CREATE_CONFIG" == "y" ]; then
74 make_config
75 fi
76 fi
77
78 prepareenv() {
79 ############################################################################
80 # #
81 # Are we running the right shell? #
82 # #
83 ############################################################################
84 if [ ! "$BASH" ]; then
85 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
86 fi
87
88 if [ -z "${BASH_VERSION}" ]; then
89 exiterror "Not running BASH shell."
90 fi
91
92
93 ############################################################################
94 # #
95 # Trap on emergency exit #
96 # #
97 ############################################################################
98 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
99
100
101 ############################################################################
102 # #
103 # Resetting our nice level #
104 # #
105 ############################################################################
106 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
107 renice $NICE $$ > /dev/null
108 if [ `nice` != "$NICE" ]; then
109 beautify message FAIL
110 exiterror "Failed to set correct nice level"
111 else
112 beautify message DONE
113 fi
114
115
116 ############################################################################
117 # #
118 # Checking if running as root user #
119 # #
120 ############################################################################
121 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
122 if [ `id -u` != 0 ]; then
123 beautify message FAIL
124 exiterror "Not building as root"
125 else
126 beautify message DONE
127 fi
128
129
130 ############################################################################
131 # #
132 # Checking for necessary temporary space #
133 # #
134 ############################################################################
135 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
136 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
137 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
138 if (( 2048000 > $BASE_ASPACE )); then
139 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
140 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
141 beautify message FAIL
142 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
143 fi
144 else
145 beautify message DONE
146 fi
147
148 ############################################################################
149 # #
150 # Building Linux From Scratch system #
151 # #
152 ############################################################################
153 # Set umask
154 umask 022
155
156 # Set LFS Directory
157 LFS=$BASEDIR/build
158
159 # Check /tools symlink
160 if [ -h /tools ]; then
161 rm -f /tools
162 fi
163 if [ ! -a /tools ]; then
164 ln -s $BASEDIR/build/tools /
165 fi
166 if [ ! -h /tools ]; then
167 exiterror "Could not create /tools symbolic link."
168 fi
169
170 # Setup environment
171 set +h
172 LC_ALL=POSIX
173 MAKETUNING="-j12"
174 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
175 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
176
177 # Make some extra directories
178 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
179 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
180 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
181 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
182
183 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
184 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
185
186 # Make all sources and proc available under lfs build
187 mount --bind /dev $BASEDIR/build/dev
188 mount --bind /dev/pts $BASEDIR/build/dev/pts
189 mount --bind /dev/shm $BASEDIR/build/dev/shm
190 mount --bind /proc $BASEDIR/build/proc
191 mount --bind /sys $BASEDIR/build/sys
192 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
193 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
194 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
195 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
196 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
197 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
198 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
199 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
200 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
201
202 # This is a temporary hack!!!
203 if [ ! -f /tools/bin/hostname ]; then
204 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
205 fi
206
207 # Run LFS static binary creation scripts one by one
208 export CCACHE_DIR=$BASEDIR/ccache
209 export CCACHE_HASHDIR=1
210
211 # Remove pre-install list of installed files in case user erase some files before rebuild
212 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
213 }
214
215 buildtoolchain() {
216 LOGFILE="$BASEDIR/log/_build.toolchain.log"
217 export LOGFILE
218 ORG_PATH=$PATH
219 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
220 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
221 lfsmake1 ccache
222 lfsmake1 binutils PASS=1
223 lfsmake1 gcc PASS=1
224 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
225 lfsmake1 linux-libc-header
226 lfsmake1 glibc
227 lfsmake1 cleanup-toolchain PASS=1
228 lfsmake1 tcl
229 lfsmake1 expect
230 lfsmake1 dejagnu
231 lfsmake1 gcc PASS=2
232 lfsmake1 binutils PASS=2
233 lfsmake1 ncurses
234 lfsmake1 bash
235 lfsmake1 bzip2
236 lfsmake1 coreutils
237 lfsmake1 diffutils
238 lfsmake1 findutils
239 lfsmake1 gawk
240 lfsmake1 gettext
241 lfsmake1 grep
242 lfsmake1 gzip
243 lfsmake1 m4
244 lfsmake1 make
245 lfsmake1 patch
246 lfsmake1 perl
247 lfsmake1 sed
248 lfsmake1 tar
249 lfsmake1 texinfo
250 lfsmake1 util-linux
251 lfsmake1 cleanup-toolchain PASS=2
252 export PATH=$ORG_PATH
253 }
254
255 buildbase() {
256 LOGFILE="$BASEDIR/log/_build.base.log"
257 export LOGFILE
258 lfsmake2 stage2
259 lfsmake2 linux-libc-header
260 lfsmake2 man-pages
261 lfsmake2 glibc
262 lfsmake2 cleanup-toolchain PASS=3
263 lfsmake2 binutils
264 lfsmake2 gcc
265 lfsmake2 berkeley
266 lfsmake2 coreutils
267 lfsmake2 iana-etc
268 lfsmake2 m4
269 lfsmake2 bison
270 lfsmake2 ncurses
271 lfsmake2 procps
272 lfsmake2 sed
273 lfsmake2 libtool
274 lfsmake2 perl
275 lfsmake2 readline
276 lfsmake2 zlib
277 lfsmake2 autoconf
278 lfsmake2 automake
279 lfsmake2 bash
280 lfsmake2 bzip2
281 lfsmake2 diffutils
282 lfsmake2 e2fsprogs
283 lfsmake2 ed
284 lfsmake2 file
285 lfsmake2 findutils
286 lfsmake2 flex
287 lfsmake2 grub
288 lfsmake2 gawk
289 lfsmake2 gettext
290 lfsmake2 grep
291 lfsmake2 groff
292 lfsmake2 gzip
293 lfsmake2 inetutils
294 lfsmake2 iproute2
295 lfsmake2 kbd
296 lfsmake2 less
297 lfsmake2 make
298 lfsmake2 man
299 lfsmake2 mktemp
300 lfsmake2 modutils
301 lfsmake2 net-tools
302 lfsmake2 patch
303 lfsmake2 psmisc
304 lfsmake2 shadow
305 lfsmake2 sysklogd
306 lfsmake2 sysvinit
307 lfsmake2 tar
308 lfsmake2 texinfo
309 lfsmake2 udev
310 lfsmake2 util-linux
311 lfsmake2 vim
312 }
313
314 buildipfire() {
315 LOGFILE="$BASEDIR/log/_build.ipfire.log"
316 export LOGFILE
317 ipfiremake configroot
318 ipfiremake dhcp
319 ipfiremake dhcpcd
320 ipfiremake libusb
321 ipfiremake libpcap
322 # Temporary disabled.
323 # ipfiremake linux-atm
324 ipfiremake ppp
325 ipfiremake rp-pppoe
326 ipfiremake unzip
327 ipfiremake linux SMP=1
328 ipfiremake ipp2p SMP=1
329 # ipfiremake 3cp4218 PASS=SMP
330 # ipfiremake amedyn PASS=SMP
331 # ipfiremake cxacru PASS=SMP
332 # ipfiremake eagle PASS=SMP
333 # ipfiremake cnx_pci PASS=SMP
334 # ipfiremake fcdsl PASS=SMP
335 # ipfiremake fcdsl2 PASS=SMP
336 # ipfiremake fcdslsl PASS=SMP
337 # ipfiremake fcdslusb PASS=SMP
338 # ipfiremake fcdslslusb PASS=SMP
339 # ipfiremake fcpci PASS=SMP
340 # ipfiremake fcclassic PASS=SMP
341 # ipfiremake pulsar PASS=SMP
342 # ipfiremake unicorn PASS=SMP
343 # ipfiremake promise-sata-300-tx PASS=SMP
344 ipfiremake zaptel PASS=S
345 ipfiremake linux
346 ipfiremake ipp2p
347 # ipfiremake 3cp4218
348 # ipfiremake amedyn
349 # ipfiremake cxacru
350 # ipfiremake eciadsl
351 # ipfiremake eagle
352 # ipfiremake speedtouch
353 # ipfiremake cnx_pci
354 # ipfiremake fcdsl
355 # ipfiremake fcdsl2
356 # ipfiremake fcdslsl
357 # ipfiremake fcdslusb
358 # ipfiremake fcdslslusb
359 # ipfiremake fcpci
360 # ipfiremake fcclassic
361 # ipfiremake pulsar
362 # ipfiremake unicorn
363 # ipfiremake promise-sata-300-tx
364 ipfiremake zaptel
365 # ipfiremake pcmciautils
366 ipfiremake expat
367 ipfiremake gdbm
368 ipfiremake gmp
369 ipfiremake pam
370 ipfiremake openssl
371 ipfiremake python
372 ipfiremake libnet
373 ipfiremake libjpeg
374 ipfiremake libpng
375 ipfiremake libtiff
376 ipfiremake lcms
377 ipfiremake libmng
378 ipfiremake freetype
379 ipfiremake libart
380 ipfiremake gd
381 ipfiremake popt
382 ipfiremake pcre
383 ipfiremake slang
384 ipfiremake newt
385 ipfiremake libcap
386 ipfiremake pciutils
387 ipfiremake libxml2
388 ipfiremake BerkeleyDB
389 ipfiremake mysql
390 ipfiremake cyrus-sasl
391 ipfiremake openldap
392 # ipfiremake cyrus-sasl PASS=L # Doesn't work yet. Thereby there's the question: Do we really need this?
393 ipfiremake apache2
394 ipfiremake php
395 ipfiremake subversion
396 ipfiremake apache2 PASS=C
397 ipfiremake arping
398 ipfiremake beep
399 ipfiremake bind
400 ipfiremake capi4k-utils
401 ipfiremake cdrtools
402 ipfiremake dnsmasq
403 ipfiremake dosfstools
404 ipfiremake reiserfsprogs
405 ipfiremake ethtool
406 ipfiremake ez-ipupdate
407 ipfiremake fcron
408 ipfiremake GD
409 ipfiremake gnupg
410 ipfiremake hdparm
411 ipfiremake ibod
412 ipfiremake initscripts
413 ipfiremake iptables
414 ipfiremake ipp2p IPT=1
415 ipfiremake ipac-ng
416 ipfiremake ipaddr
417 ipfiremake iptstate
418 ipfiremake iputils
419 ipfiremake l7-protocols
420 # ipfiremake isapnptools # ERROR :(
421 # ipfiremake isdn4k-utils # What about mISDN???
422 ipfiremake kudzu
423 ipfiremake logrotate
424 ipfiremake logwatch
425 ipfiremake mingetty
426 ipfiremake misc-progs
427 ipfiremake mtools
428 ipfiremake nano
429 ipfiremake nash
430 ipfiremake nasm
431 ### The Perl Modules have to be updated! I will skip this now!
432 ipfiremake URI
433 ipfiremake HTML-Tagset
434 ipfiremake HTML-Parser
435 ipfiremake Compress-Zlib
436 ipfiremake Digest
437 ipfiremake Digest-SHA1
438 ipfiremake Digest-HMAC
439 ipfiremake libwww-perl
440 ipfiremake Net-DNS
441 ipfiremake Net-IPv4Addr
442 ipfiremake Net_SSLeay
443 ipfiremake IO-Stringy
444 ipfiremake Unix-Syslog
445 ipfiremake Mail-Tools
446 ipfiremake MIME-Tools
447 ipfiremake Net-Server
448 ipfiremake Convert-TNEF
449 ipfiremake Convert-UUlib
450 ipfiremake Archive-Tar
451 ipfiremake Archive-Zip
452 ipfiremake Text-Tabs+Wrap
453 ipfiremake Locale-Country
454 ipfiremake GeoIP
455 ###
456 ipfiremake fwhits
457 ipfiremake noip_updater
458 ipfiremake ntp
459 ipfiremake oinkmaster
460 ipfiremake openssh
461 ipfiremake openswan
462 ipfiremake pptpclient
463 ipfiremake rrdtool
464 ipfiremake setserial
465 ipfiremake setup
466 ipfiremake snort
467 ipfiremake squid
468 ipfiremake squid-graph
469 ipfiremake squidguard
470 # ipfiremake tcpdump
471 ipfiremake traceroute
472 ipfiremake vlan
473 ipfiremake wireless
474 ipfiremake libsafe
475 ipfiremake 3c5x9setup
476 ipfiremake pakfire
477 ipfiremake startscripts
478 ipfiremake java
479 ipfiremake bootsplash
480 ipfiremake spandsp
481 ipfiremake lzo
482 ipfiremake openvpn
483 ipfiremake pkg-config
484 ipfiremake glib
485 ipfiremake pammysql
486 ipfiremake xinetd
487 ipfiremake ghostscript
488 ipfiremake cups
489 ipfiremake samba
490 ipfiremake sudo
491 ipfiremake mc
492 ipfiremake wget
493 ipfiremake wput
494 ipfiremake bridge-utils
495 ipfiremake screen
496 ipfiremake hddtemp
497 ipfiremake smartmontools
498 ipfiremake htop
499 ipfiremake lynx
500 ipfiremake postfix
501 ipfiremake procmail
502 ipfiremake fetchmail
503 ipfiremake cyrusimap
504 ipfiremake webcyradm
505 ipfiremake mailx
506 ipfiremake clamav
507 ipfiremake razor
508 ipfiremake spamassassin
509 ipfiremake amavisd
510 ipfiremake stund
511 ipfiremake libpri
512 # ipfiremake bristuff
513 ipfiremake asterisk
514 ipfiremake mpg123
515 ipfiremake libmad
516 ipfiremake libogg
517 ipfiremake libvorbis
518 ipfiremake lame
519 ipfiremake xvid
520 ipfiremake mpeg2dec
521 ipfiremake ffmpeg
522 ipfiremake sox
523 ipfiremake gnump3d
524 ipfiremake videolan
525 ipfiremake applejuice
526 ipfiremake ocaml
527 ipfiremake mldonkey
528 ipfiremake ntop
529 ipfiremake rsync
530 ipfiremake tcpwrapper
531 ipfiremake portmap
532 ipfiremake nfs
533 ipfiremake nmap
534 ipfiremake mbmon
535 ipfiremake iftop
536 ipfiremake ncftp
537 ipfiremake cftp
538 ipfiremake etherwake
539 ipfiremake ethereal
540 ipfiremake tftp-hpa
541 ipfiremake iptraf
542 ipfiremake nagios
543 ipfiremake yasuc
544 }
545
546 buildinstaller() {
547 # Run installer scripts one by one
548 LOGFILE="$BASEDIR/log/_build.installer.log"
549 export LOGFILE
550 ipfiremake syslinux
551 ipfiremake memtest
552 installmake linux-libc-header
553 installmake binutils
554 ipfiremake uClibc PASS=1
555 ipfiremake gcc INST=1
556 installmake uClibc PASS=2
557 installmake gcc INST=2
558 installmake uClibc PASS=3
559 installmake busybox
560 installmake udev
561 installmake slang
562 installmake newt
563 installmake gettext
564 installmake kbd
565 installmake popt
566 installmake sysvinit
567 installmake misc-progs
568 installmake e2fsprogs
569 installmake reiserfsprogs
570 installmake sysfsutils
571 installmake util-linux
572 installmake pciutils
573 installmake pcmciautils
574 installmake kudzu
575 # installmake bootsplash
576 installmake installer
577 installmake scsi.img # this is to be deleted
578 installmake driver.img # this is to be deleted
579 installmake initrd
580 installmake boot.img # this is to be deleted
581 # ipfiremake as86 # this is to be deleted
582 # ipfiremake mbr # this is to be deleted
583 }
584
585 buildpackages() {
586 LOGFILE="$BASEDIR/log/_build.packages.log"
587 export LOGFILE
588 echo "... see detailed log in _build.*.log files" >> $LOGFILE
589
590 installmake strip
591
592 # Generating list of packages used
593 echo -n "Generating packages list from logs" | tee -a $LOGFILE
594 rm -f $BASEDIR/doc/packages-list
595 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
596 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
597 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
598 fi
599 done
600 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
601 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$' \
602 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
603 rm -f $BASEDIR/doc/packages-list
604 # packages-list.txt is ready to be displayed for wiki page
605 beautify message DONE
606
607 # Create images for install
608 ipfiremake cdrom
609 ipfiremake pxe
610 cp -f $LFS/install/images/{*.iso,*.tgz} $BASEDIR >> $LOGFILE 2>&1
611
612 # ipfirepackages
613
614 # Cleanup
615 stdumount
616 rm -rf $BASEDIR/build/tmp/*
617
618 # Generating total list of files
619 echo "Generating files list from logs" | tee -a $LOGFILE
620 rm -f $BASEDIR/log/FILES
621 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
622 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
623 echo "##" >>$BASEDIR/log/FILES
624 echo "## `basename $i`" >>$BASEDIR/log/FILES
625 echo "##" >>$BASEDIR/log/FILES
626 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
627 fi
628 done
629 cd $BASEDIR/packages; ls -w1 *.ipfire | awk -F ".ipfire" '{ print $1 }' > $BASEDIR/packages/packages_list.txt
630 echo -n "###EOF###" >> $BASEDIR/packages/packages_list.txt
631
632 cd $PWD
633
634 }
635
636 ipfirepackages() {
637 if [ -d "$BASEDIR/packages" ]; then
638 for i in `ls $BASEDIR/packages`; do
639 touch $BASEDIR/build/install/packages/$i.empty
640 done
641 fi
642 # ipfiredist amavisd
643 ipfiredist applejuice
644 ipfiredist asterisk
645 ipfiredist clamav
646 ipfiredist cups
647 ipfiredist cyrusimap
648 ipfiredist fetchmail
649 ipfiredist ffmpeg
650 ipfiredist gnump3d
651 ipfiredist iptraf
652 ipfiredist java
653 ipfiredist lame
654 ipfiredist libmad
655 ipfiredist libogg
656 ipfiredist libvorbis
657 ipfiredist mailx
658 ipfiredist mldonkey
659 ipfiredist mpeg2dec
660 ipfiredist nagios
661 ipfiredist nfs
662 ipfiredist nmap
663 ipfiredist ntop
664 ipfiredist portmap
665 ipfiredist postfix
666 ipfiredist procmail
667 ipfiredist samba
668 ipfiredist sox
669 ipfiredist spamassassin
670 ipfiredist subversion
671 ipfiredist videolan
672 ipfiredist webcyradm
673 ipfiredist xvid
674 ipfiredist yasuc
675 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
676 mv -f $LFS/install/packages/*.{ipfire,md5} $BASEDIR/packages >> $LOGFILE 2>&1
677 rm -rf $BASEDIR/build/install/packages/*
678 }
679
680 # See what we're supposed to do
681 case "$1" in
682 build)
683 clear
684 BUILDMACHINE=`uname -m`
685 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
686 #only restore on a clean disk
687 if [ ! -f log/cleanup-toolchain-2-tools ]; then
688 if [ ! -n "$PACKAGE" ]; then
689 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
690 prepareenv
691 buildtoolchain
692 else
693 PACKAGENAME=${PACKAGE%.tar.gz}
694 beautify build_stage "Packaged toolchain compilation"
695 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
696 tar zxf $PACKAGE
697 prepareenv
698 else
699 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
700 fi
701 fi
702 else
703 echo -n "Using installed toolchain" | tee -a $LOGFILE
704 beautify message SKIP
705 prepareenv
706 fi
707
708 beautify build_start
709 beautify build_stage_start "Building base"
710 buildbase
711 beautify build_stage_end
712
713 beautify build_stage_start "Building IPFire"
714 buildipfire
715 beautify build_stage_end
716
717 # Setzen des IPFire Builds
718 if [ "$FIREBUILD" ]; then
719 echo "$FIREBUILD" > $BASEDIR/build/var/ipfire/firebuild
720 else
721 echo "_(OvO)_" > $BASEDIR/build/var/ipfire/firebuild
722 fi
723
724 beautify build_stage_start "Building installer"
725 buildinstaller
726 beautify build_stage_end
727
728 beautify build_stage_start "Building packages"
729 buildpackages
730 beautify build_stage_end
731 beautify build_end
732 ;;
733 shell)
734 # enter a shell inside LFS chroot
735 # may be used to changed kernel settings
736 prepareenv
737 entershell
738 ;;
739 changelog)
740 echo -n "Loading new Changelog from SVN: "
741 svn log http://svn.ipfire.eu/svn/ipfire > doc/ChangeLog
742 beautify message DONE
743 ;;
744 clean)
745 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
746 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
747 $LOSETUP -d $i 2>/dev/null
748 done
749 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
750 umount $i
751 done
752 stdumount
753 for i in `seq 0 7`; do
754 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
755 umount /dev/loop${i} 2>/dev/null;
756 losetup -d /dev/loop${i} 2>/dev/null;
757 fi;
758 done
759 rm -rf $BASEDIR/build
760 rm -rf $BASEDIR/cdrom
761 rm -rf $BASEDIR/packages
762 rm -rf $BASEDIR/log
763 if [ -h /tools ]; then
764 rm -f /tools
765 fi
766 beautify message DONE
767 ;;
768 downloadsrc)
769 if [ ! -d $BASEDIR/cache ]; then
770 mkdir $BASEDIR/cache
771 fi
772 mkdir -p $BASEDIR/log
773 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
774 FINISHED=0
775 cd $BASEDIR/lfs
776 for c in `seq $MAX_RETRIES`; do
777 if (( FINISHED==1 )); then
778 break
779 fi
780 FINISHED=1
781 cd $BASEDIR/lfs
782 for i in *; do
783 if [ -f "$i" -a "$i" != "Config" ]; then
784 echo -ne "Loading $i"
785 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
786 if [ $? -ne 0 ]; then
787 beautify message FAIL
788 FINISHED=0
789 else
790 if [ $c -eq 1 ]; then
791 beautify message DONE
792 fi
793 fi
794 fi
795 done
796 done
797 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
798 ERROR=0
799 for i in *; do
800 if [ -f "$i" -a "$i" != "Config" ]; then
801 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
802 if [ $? -ne 0 ]; then
803 echo -ne "MD5 difference in lfs/$i"
804 beautify message FAIL
805 ERROR=1
806 fi
807 fi
808 done
809 if [ $ERROR -eq 0 ]; then
810 echo -ne "${BOLD}all files md5sum match${NORMAL}"
811 beautify message DONE
812 else
813 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
814 beautify message FAIL
815 fi
816 cd - >/dev/null 2>&1
817 ;;
818 toolchain)
819 clear
820 prepareenv
821 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
822 buildtoolchain
823 BUILDMACHINE=`uname -m`
824 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
825 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
826 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
827 build/{bin,etc,usr/bin,usr/local} \
828 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
829 log >> $LOGFILE
830 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
831 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
832 stdumount
833 ;;
834 gettoolchain)
835 BUILDMACHINE=`uname -m`
836 # arbitrary name to be updated in case of new toolchain package upload
837 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
838 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
839 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
840 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
841 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
842 cd $BASEDIR/cache/toolchains
843 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
844 if [ $? -ne 0 ]; then
845 echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
846 else
847 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
848 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
849 else
850 exiterror "$PACKAGE.md5 did not match, check downloaded package"
851 fi
852 fi
853 else
854 echo "Toolchain is already downloaded. Exiting..."
855 fi
856 ;;
857 othersrc)
858 prepareenv
859 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
860 chroot $LFS /tools/bin/env -i HOME=/root \
861 TERM=$TERM PS1='\u:\w\$ ' \
862 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
863 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
864 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
865 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
866 if [ $? -eq "0" ]; then
867 beautify message DONE
868 else
869 beautify message FAIL
870 fi
871 stdumount
872 ;;
873 svn)
874 case "$2" in
875 update|up)
876 # clear
877 echo -ne "Loading the latest source files...\n"
878 if [ $3 ]; then
879 svn update -r $3 | tee -a $PWD/log/_build.svn.update.log
880 else
881 svn update | tee -a $PWD/log/_build.svn.update.log
882 fi
883 if [ $? -eq "0" ]; then
884 beautify message DONE
885 else
886 beautify message FAIL
887 exit 1
888 fi
889 echo -ne "Writing the svn-info to a file"
890 svn info > $PWD/svn_status
891 if [ $? -eq "0" ]; then
892 beautify message DONE
893 else
894 beautify message FAIL
895 exit 1
896 fi
897 chmod 755 $0
898 exit 0
899 ;;
900 commit|ci)
901 clear
902 if [ -f /usr/bin/mcedit ]; then
903 export EDITOR=/usr/bin/mcedit
904 fi
905 if [ -f /usr/bin/nano ]; then
906 export EDITOR=/usr/bin/nano
907 fi
908 echo -ne "Selecting editor $EDITOR..."
909 beautify message DONE
910 if [ -e /sbin/yast ]; then
911 if [ "`echo $SVN_REVISION | cut -c 3`" -eq "0" ]; then
912 $0 changelog
913 fi
914 fi
915 svn commit
916 $0 svn up
917 $0 uploadsrc
918 ;;
919 dist)
920 if [ $3 ]; then
921 SVN_REVISION=$3
922 fi
923 if [ -f ipfire-source-r$SVN_REVISION.tar.gz ]; then
924 echo -ne "REV $SVN_REVISION: SKIPPED!\n"
925 exit 0
926 fi
927 echo -en "REV $SVN_REVISION: Downloading..."
928 svn export http://svn.ipfire.eu/svn/ipfire/trunk ipfire-source/ --force > /dev/null
929 svn log http://svn.ipfire.eu/svn/ipfire/trunk -r 1:$SVN_REVISION > ipfire-source/Changelog
930 #svn info http://svn.ipfire.eu/svn/ipfire/trunk -r $SVN_REVISION > ipfire-source/svn_status
931 evaluate 1
932
933 echo -en "REV $SVN_REVISION: Compressing files..."
934 if [ -e ipfire-source/trunk/make.sh ]; then
935 chmod 755 ipfire-source/trunk/make.sh
936 fi
937 tar cfz ipfire-source-r$SVN_REVISION.tar.gz ipfire-source
938 evaluate 1
939 echo -en "REV $SVN_REVISION: Cleaning up..."
940 rm ipfire-source/ -r
941 evaluate 1
942 ;;
943 diff|di)
944 echo -ne "Make a local diff to last svn revision"
945 svn diff > ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff
946 evaluate 1
947 echo "Diff was successfully saved to ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff"
948 ;;
949 esac
950 ;;
951 uploadsrc)
952 PWD=`pwd`
953 cd $BASEDIR/cache/
954 echo -e "Uploading cache to ftp server:"
955 ncftpls -u $IPFIRE_FTP_USER_INT -p $IPFIRE_FTP_PASS_INT ftp://$IPFIRE_FTP_URL_INT$IPFIRE_FTP_PATH_INT/ > /var/tmp/ftplist
956 for i in *; do
957 if [ "$i" == "toolchains" ]; then continue; fi
958 grep -q $i /var/tmp/ftplist
959 if [ "$?" -ne "0" ]; then
960 echo -ne "$i"
961 ncftpput -bb -u $IPFIRE_FTP_USER_INT -p $IPFIRE_FTP_PASS_INT $IPFIRE_FTP_URL_INT $IPFIRE_FTP_PATH_INT/ $i >> $BASEDIR/log/_build.uploadsrc.log 2>&1
962 if [ "$?" -eq "0" ]; then
963 beautify message DONE
964 else
965 beautify message FAIL
966 fi
967 fi
968 done
969 rm -f /var/tmp/ftplist
970 UL_TIME_START=`date +'%s'`
971 ncftpbatch -d > /dev/null 2>&1
972 while ps acx | grep -q ncftpbatch
973 do
974 UL_TIME=$(expr `date +'%s'` - $UL_TIME_START)
975 echo -ne "\r ${UL_TIME}s : Upload is running..."
976 sleep 1
977 done
978 beautify message DONE
979 cd $PWD
980 exit 0
981 ;;
982 upload)
983 case "$2" in
984 iso)
985 echo -e "Uploading the iso to $IPFIRE_FTP_URL_EXT."
986 cat <<EOF > .ftp-commands
987 mkdir $IPFIRE_FTP_PATH_EXT
988 ls -lah
989 quit
990 EOF
991 ncftp -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT < .ftp-commands
992 rm -f .ftp-commands
993 md5sum ipfire-install-$VERSION.i386.iso > ipfire-install-$VERSION.i386.iso.md5
994 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-install-$VERSION.i386.iso
995 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-install-$VERSION.i386.iso.md5
996 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-source-r$SVN_REVISION.tar.gz
997 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ svn_status
998 if [ "$?" -eq "0" ]; then
999 echo -e "The iso of Revision $SVN_REVISION was successfully uploaded to $IPFIRE_FTP_URL_EXT$IPFIRE_FTP_PATH_EXT/."
1000 else
1001 echo -e "There was an error while uploading the iso to the ftp server."
1002 exit 1
1003 fi
1004 if [ "$3" = "--with-sources-cd" ]; then
1005 ncftpput -u $IPFIRE_FTP_USER_EXT -p $IPFIRE_FTP_PASS_EXT $IPFIRE_FTP_URL_EXT $IPFIRE_FTP_PATH_EXT/ ipfire-sources-cd-$VERSION.$MACHINE.iso
1006 fi
1007 ;;
1008 paks)
1009 cat <<EOF > .ftp-commands
1010 mkdir $IPFIRE_FTP_PATH_PAK
1011 ls -lah
1012 quit
1013 EOF
1014 ncftp -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK < .ftp-commands
1015 rm -f .ftp-commands
1016 ncftpput -z -u $IPFIRE_FTP_USER_PAK -p $IPFIRE_FTP_PASS_PAK $IPFIRE_FTP_URL_PAK $IPFIRE_FTP_PATH_PAK/ packages/*
1017 if [ "$?" -eq "0" ]; then
1018 echo -e "The packages were successfully uploaded to $IPFIRE_FTP_URL_PAK$IPFIRE_FTP_PATH_PAK/."
1019 else
1020 echo -e "There was an error while uploading the packages to the ftp server."
1021 exit 1
1022 fi
1023 ;;
1024 esac
1025 ;;
1026 batch)
1027 if [ "$2" -eq "--background" ]; then
1028 batch_script
1029 exit $?
1030 fi
1031 if [ `screen -ls | grep -q ipfire` ]; then
1032 echo "Build is already running, sorry!"
1033 exit 1
1034 else
1035 if [ "$2" = "--rebuild" ]; then
1036 export IPFIRE_REBUILD=1
1037 echo "REBUILD!"
1038 else
1039 export IPFIRE_REBUILD=0
1040 fi
1041 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1042 screen -dmS ipfire $0 batch --background
1043 evaluate 1
1044 exit 0
1045 fi
1046 ;;
1047 watch)
1048 watch_screen
1049 ;;
1050 pxe)
1051 case "$2" in
1052 start)
1053 start_tftpd
1054 ;;
1055 stop)
1056 stop_tftpd
1057 ;;
1058 reload|restart)
1059 reload_tftpd
1060 ;;
1061 esac
1062 exit 0
1063 ;;
1064 "")
1065 clear
1066 svn info
1067 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "SVN: Commit" "SVN: Update" "SVN: Status" "SVN: Diff" "LOG: Tail" "Help"
1068 do
1069 case $name in
1070 "IPFIRE: Downloadsrc")
1071 $0 downloadsrc
1072 ;;
1073 "IPFIRE: Build (silent)")
1074 $0 build-silent
1075 ;;
1076 "IPFIRE: Watch Build")
1077 $0 watch
1078 ;;
1079 "IPFIRE: Batch")
1080 $0 batch
1081 ;;
1082 "IPFIRE: Clean")
1083 $0 clean
1084 ;;
1085 "SVN: Update")
1086 $0 svn update
1087 ;;
1088 "Help")
1089 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1090 cat doc/make.sh-usage
1091 ;;
1092 "LOG: Tail")
1093 tail -f log/_*
1094 ;;
1095 "Exit")
1096 break
1097 ;;
1098 esac
1099 done
1100 ;;
1101 config)
1102 make_config
1103 ;;
1104 *)
1105 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1106 cat doc/make.sh-usage
1107 ;;
1108 esac