Merge branch 'master' of git://git.ipfire.org/ipfire-2.x
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.1" # Version number
28 SLOGAN="www.ipfire.org" # Software slogan
29 CONFIG_ROOT=/var/ipfire # Configuration rootdir
30 NICE=10 # Nice level
31 MAX_RETRIES=1 # prefetch/check loop
32 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
33 MACHINE=`uname -m`
34 SVN_REVISION=`svn info | grep Revision | cut -c 11-`
35
36 IPFVER="full" # Which versions should be compiled? (full|devel)
37
38 # Debian specific settings
39 if [ ! -e /etc/debian_version ]; then
40 FULLPATH=`which $0`
41 else
42 if [ -x /usr/bin/realpath ]; then
43 FULLPATH=`/usr/bin/realpath $0`
44 else
45 echo "ERROR: Need to do apt-get install realpath"
46 exit 1
47 fi
48 fi
49
50 PWD=`pwd`
51 BASENAME=`basename $0`
52 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
53 LOGFILE=$BASEDIR/log/_build.preparation.log
54 export BASEDIR LOGFILE
55 DIR_CHK=$BASEDIR/cache/check
56 mkdir $BASEDIR/log/ 2>/dev/null
57
58 # Include funtions
59 . tools/make-functions
60
61 if [ -f .config ]; then
62 . .config
63 else
64 echo -e "${BOLD}No configuration found!${NORMAL}"
65 echo -ne "Do you want to create one (y/N)?"
66 read CREATE_CONFIG
67 echo ""
68 if [ "$CREATE_CONFIG" == "y" ]; then
69 make_config
70 fi
71 fi
72
73 prepareenv() {
74 ############################################################################
75 # #
76 # Are we running the right shell? #
77 # #
78 ############################################################################
79 if [ ! "$BASH" ]; then
80 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
81 fi
82
83 if [ -z "${BASH_VERSION}" ]; then
84 exiterror "Not running BASH shell."
85 fi
86
87
88 ############################################################################
89 # #
90 # Trap on emergency exit #
91 # #
92 ############################################################################
93 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
94
95
96 ############################################################################
97 # #
98 # Resetting our nice level #
99 # #
100 ############################################################################
101 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
102 renice $NICE $$ > /dev/null
103 if [ `nice` != "$NICE" ]; then
104 beautify message FAIL
105 exiterror "Failed to set correct nice level"
106 else
107 beautify message DONE
108 fi
109
110
111 ############################################################################
112 # #
113 # Checking if running as root user #
114 # #
115 ############################################################################
116 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
117 if [ `id -u` != 0 ]; then
118 beautify message FAIL
119 exiterror "Not building as root"
120 else
121 beautify message DONE
122 fi
123
124
125 ############################################################################
126 # #
127 # Checking for necessary temporary space #
128 # #
129 ############################################################################
130 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
131 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
132 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
133 if (( 2048000 > $BASE_ASPACE )); then
134 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
135 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
136 beautify message FAIL
137 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
138 fi
139 else
140 beautify message DONE
141 fi
142
143 ############################################################################
144 # #
145 # Building Linux From Scratch system #
146 # #
147 ############################################################################
148 # Set umask
149 umask 022
150
151 # Set LFS Directory
152 LFS=$BASEDIR/build
153
154 # Check /tools symlink
155 if [ -h /tools ]; then
156 rm -f /tools
157 fi
158 if [ ! -a /tools ]; then
159 ln -s $BASEDIR/build/tools /
160 fi
161 if [ ! -h /tools ]; then
162 exiterror "Could not create /tools symbolic link."
163 fi
164
165 # Setup environment
166 set +h
167 LC_ALL=POSIX
168 MAKETUNING="-j6"
169 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
170 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
171
172 # Make some extra directories
173 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
174 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
175 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
176 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
177
178 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
179 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
180
181 # Make all sources and proc available under lfs build
182 mount --bind /dev $BASEDIR/build/dev
183 mount --bind /dev/pts $BASEDIR/build/dev/pts
184 mount --bind /dev/shm $BASEDIR/build/dev/shm
185 mount --bind /proc $BASEDIR/build/proc
186 mount --bind /sys $BASEDIR/build/sys
187 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
188 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
189 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
190 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
191 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
192 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
193 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
194 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
195 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
196
197 # This is a temporary hack!!!
198 if [ ! -f /tools/bin/hostname ]; then
199 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
200 fi
201
202 # Run LFS static binary creation scripts one by one
203 export CCACHE_DIR=$BASEDIR/ccache
204 export CCACHE_HASHDIR=1
205
206 # Remove pre-install list of installed files in case user erase some files before rebuild
207 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
208 }
209
210 buildtoolchain() {
211 LOGFILE="$BASEDIR/log/_build.toolchain.log"
212 export LOGFILE
213 ORG_PATH=$PATH
214 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
215 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
216 lfsmake1 ccache
217 lfsmake1 binutils PASS=1
218 lfsmake1 gcc PASS=1
219 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
220 lfsmake1 linux-libc-header
221 lfsmake1 glibc
222 lfsmake1 cleanup-toolchain PASS=1
223 lfsmake1 tcl
224 lfsmake1 expect
225 lfsmake1 dejagnu
226 lfsmake1 gcc PASS=2
227 lfsmake1 binutils PASS=2
228 lfsmake1 ncurses
229 lfsmake1 bash
230 lfsmake1 bzip2
231 lfsmake1 coreutils
232 lfsmake1 diffutils
233 lfsmake1 findutils
234 lfsmake1 gawk
235 lfsmake1 gettext
236 lfsmake1 grep
237 lfsmake1 gzip
238 lfsmake1 m4
239 lfsmake1 make
240 lfsmake1 patch
241 lfsmake1 perl
242 lfsmake1 sed
243 lfsmake1 tar
244 lfsmake1 texinfo
245 lfsmake1 util-linux
246 lfsmake1 cleanup-toolchain PASS=2
247 export PATH=$ORG_PATH
248 }
249
250 buildbase() {
251 LOGFILE="$BASEDIR/log/_build.base.log"
252 export LOGFILE
253 lfsmake2 stage2
254 lfsmake2 linux-libc-header
255 lfsmake2 man-pages
256 lfsmake2 glibc
257 lfsmake2 cleanup-toolchain PASS=3
258 lfsmake2 binutils
259 lfsmake2 gcc
260 lfsmake2 berkeley
261 lfsmake2 coreutils
262 lfsmake2 iana-etc
263 lfsmake2 m4
264 lfsmake2 bison
265 lfsmake2 ncurses
266 lfsmake2 procps
267 lfsmake2 sed
268 lfsmake2 libtool
269 lfsmake2 perl
270 lfsmake2 readline
271 lfsmake2 zlib
272 lfsmake2 autoconf
273 lfsmake2 automake
274 lfsmake2 bash
275 lfsmake2 bzip2
276 lfsmake2 diffutils
277 lfsmake2 e2fsprogs
278 lfsmake2 ed
279 lfsmake2 file
280 lfsmake2 findutils
281 lfsmake2 flex
282 lfsmake2 gawk
283 lfsmake2 gettext
284 lfsmake2 grep
285 lfsmake2 groff
286 lfsmake2 gzip
287 lfsmake2 inetutils
288 lfsmake2 iproute2
289 lfsmake2 kbd
290 lfsmake2 less
291 lfsmake2 libaal
292 lfsmake2 make
293 lfsmake2 man
294 lfsmake2 mktemp
295 lfsmake2 modutils
296 lfsmake2 mtd
297 lfsmake2 net-tools
298 lfsmake2 patch
299 lfsmake2 psmisc
300 lfsmake2 reiser4progs
301 lfsmake2 shadow
302 lfsmake2 sysklogd
303 lfsmake2 sysvinit
304 lfsmake2 tar
305 lfsmake2 texinfo
306 lfsmake2 udev
307 lfsmake2 util-linux
308 lfsmake2 vim
309 lfsmake2 grub
310 }
311
312 buildipfire() {
313 LOGFILE="$BASEDIR/log/_build.ipfire.log"
314 export LOGFILE
315 ipfiremake configroot
316 ipfiremake backup
317 ipfiremake dhcp
318 ipfiremake dhcpcd
319 ipfiremake libusb
320 ipfiremake libpcap
321 ipfiremake ppp
322 ipfiremake rp-pppoe
323 ipfiremake unzip
324 ipfiremake linux SMP=1
325 ipfiremake ipp2p SMP=1
326 ipfiremake zaptel SMP=1
327 ipfiremake r8169 SMP=1
328 ipfiremake r8168 SMP=1
329 ipfiremake mcs7830 SMP=1
330 ipfiremake atl1 SMP=1
331 ipfiremake kqemu SMP=1
332 ipfiremake sane KMOD=1 SMP=1
333 ipfiremake linux
334 ipfiremake ipp2p
335 ipfiremake zaptel
336 ipfiremake r8169
337 ipfiremake r8168
338 ipfiremake mcs7830
339 ipfiremake atl1
340 ipfiremake kqemu
341 ipfiremake sane KMOD=1
342 ipfiremake pkg-config
343 ipfiremake linux-atm
344 ipfiremake cpio
345 ipfiremake klibc
346 ipfiremake mkinitcpio
347 ipfiremake udev KLIBC=1
348 ipfiremake expat
349 ipfiremake gdbm
350 ipfiremake gmp
351 ipfiremake pam
352 ipfiremake openssl
353 ipfiremake curl
354 ipfiremake python
355 ipfiremake libnet
356 ipfiremake libidn
357 ipfiremake libjpeg
358 ipfiremake libpng
359 ipfiremake libtiff
360 ipfiremake libart
361 ipfiremake freetype
362 ipfiremake gd
363 ipfiremake popt
364 ipfiremake pcre
365 ipfiremake slang
366 ipfiremake newt
367 ipfiremake libcap
368 ipfiremake pciutils
369 ipfiremake usbutils
370 ipfiremake libxml2
371 ipfiremake libxslt
372 ipfiremake BerkeleyDB
373 ipfiremake mysql
374 ipfiremake cyrus-sasl
375 ipfiremake openldap
376 ipfiremake apache2
377 ipfiremake php
378 ipfiremake apache2 PASS=C
379 ipfiremake arping
380 ipfiremake beep
381 ipfiremake bind
382 ipfiremake cdrtools
383 ipfiremake dnsmasq
384 ipfiremake dosfstools
385 ipfiremake squashfstools
386 ipfiremake reiserfsprogs
387 ipfiremake xfsprogs
388 ipfiremake sysfsutils
389 ipfiremake fuse
390 ipfiremake ntfs-3g
391 ipfiremake ethtool
392 ipfiremake ez-ipupdate
393 ipfiremake fcron
394 ipfiremake perl-GD
395 ipfiremake GD-Graph
396 ipfiremake GD-TextUtil
397 ipfiremake gnupg
398 ipfiremake hdparm
399 ipfiremake sdparm
400 ipfiremake mtools
401 ipfiremake initscripts
402 ipfiremake whatmask
403 ipfiremake iptables
404 ipfiremake libupnp
405 ipfiremake ipp2p IPT=1
406 ipfiremake linux-igd
407 ipfiremake ipac-ng
408 ipfiremake ipaddr
409 ipfiremake iptstate
410 ipfiremake iputils
411 ipfiremake l7-protocols
412 ipfiremake mISDN
413 ipfiremake capi4k-utils
414 ipfiremake hwdata
415 ipfiremake kudzu
416 ipfiremake logrotate
417 ipfiremake logwatch
418 ipfiremake misc-progs
419 ipfiremake nano
420 ipfiremake nasm
421 ipfiremake URI
422 ipfiremake HTML-Tagset
423 ipfiremake HTML-Parser
424 ipfiremake Compress-Zlib
425 ipfiremake Digest
426 ipfiremake Digest-SHA1
427 ipfiremake Digest-HMAC
428 ipfiremake libwww-perl
429 ipfiremake Net-DNS
430 ipfiremake Net-IPv4Addr
431 ipfiremake Net_SSLeay
432 ipfiremake IO-Stringy
433 ipfiremake Unix-Syslog
434 ipfiremake Mail-Tools
435 ipfiremake MIME-Tools
436 ipfiremake Net-Server
437 ipfiremake Convert-TNEF
438 ipfiremake Convert-UUlib
439 ipfiremake Archive-Tar
440 ipfiremake Archive-Zip
441 ipfiremake Text-Tabs+Wrap
442 ipfiremake Locale-Country
443 ipfiremake XML-Parser
444 ipfiremake glib
445 ipfiremake GeoIP
446 ipfiremake fwhits
447 ipfiremake noip_updater
448 ipfiremake ntp
449 ipfiremake openssh
450 ipfiremake openswan
451 ipfiremake rrdtool
452 ipfiremake setserial
453 ipfiremake setup
454 ipfiremake snort
455 ipfiremake oinkmaster
456 ipfiremake squid
457 ipfiremake squid-graph
458 ipfiremake squidguard
459 ipfiremake calamaris
460 ipfiremake tcpdump
461 ipfiremake traceroute
462 ipfiremake vlan
463 ipfiremake wireless
464 ipfiremake libsafe
465 ipfiremake pakfire
466 ipfiremake java
467 ipfiremake spandsp
468 ipfiremake lzo
469 ipfiremake openvpn
470 ipfiremake pammysql
471 ipfiremake cups
472 ipfiremake ghostscript
473 ipfiremake foomatic
474 ipfiremake hplip
475 ipfiremake samba
476 ipfiremake sudo
477 ipfiremake mc
478 ipfiremake wget
479 ipfiremake bridge-utils
480 ipfiremake screen
481 ipfiremake hddtemp
482 ipfiremake smartmontools
483 ipfiremake htop
484 ipfiremake postfix
485 ipfiremake fetchmail
486 ipfiremake cyrus-imapd
487 ipfiremake openmailadmin
488 ipfiremake clamav
489 ipfiremake spamassassin
490 ipfiremake amavisd
491 ipfiremake alsa
492 ipfiremake mpg123
493 ipfiremake mpfire
494 ipfiremake guardian
495 ipfiremake libid3tag
496 ipfiremake libmad
497 ipfiremake libogg
498 ipfiremake libvorbis
499 ipfiremake lame
500 ipfiremake sox
501 ipfiremake libshout
502 ipfiremake icecast
503 ipfiremake icegenerator
504 ipfiremake mpd
505 ipfiremake mpc
506 ipfiremake xvid
507 ipfiremake libmpeg2
508 ipfiremake videolan
509 ipfiremake libpri
510 ipfiremake asterisk
511 ipfiremake gnump3d
512 ipfiremake libsigc++
513 ipfiremake applejuice
514 ipfiremake ocaml
515 ipfiremake mldonkey
516 ipfiremake libtorrent
517 ipfiremake rtorrent
518 ipfiremake ipfireseeder
519 ipfiremake rsync
520 ipfiremake tcpwrapper
521 ipfiremake portmap
522 ipfiremake nfs
523 ipfiremake nmap
524 ipfiremake mbmon
525 ipfiremake ncftp
526 ipfiremake etherwake
527 ipfiremake bwm-ng
528 ipfiremake tripwire
529 ipfiremake sysstat
530 ipfiremake vsftpd
531 ipfiremake which
532 ipfiremake lsof
533 ipfiremake centerim
534 ipfiremake br2684ctl
535 ipfiremake pcmciautils
536 ipfiremake collectd
537 ipfiremake lcd4linux
538 ipfiremake neon
539 ipfiremake subversion
540 ipfiremake tcptrack
541 ipfiremake teamspeak
542 ipfiremake elinks
543 ipfiremake igmpproxy
544 ipfiremake sdl
545 ipfiremake qemu
546 ipfiremake sane
547 ipfiremake netpbm
548 ipfiremake phpSANE
549 ipfiremake tunctl
550 ipfiremake nagios
551 ipfiremake ebtables
552 ipfiremake arptables
553 ipfiremake fontconfig
554 ipfiremake freefont
555 ipfiremake vdr
556 ipfiremake git
557 }
558
559 buildinstaller() {
560 # Run installer scripts one by one
561 LOGFILE="$BASEDIR/log/_build.installer.log"
562 export LOGFILE
563 ipfiremake syslinux
564 ipfiremake as86
565 ipfiremake mbr
566 ipfiremake memtest
567 installmake linux-libc-header
568 installmake binutils
569 ipfiremake uClibc PASS=1
570 ipfiremake gcc INST=1
571 installmake uClibc PASS=2
572 installmake gcc INST=2
573 installmake uClibc PASS=3
574 installmake busybox
575 installmake udev
576 installmake slang
577 installmake newt
578 installmake gettext
579 installmake kbd
580 installmake popt
581 installmake sysvinit
582 installmake misc-progs
583 installmake libaal
584 installmake reiser4progs
585 installmake reiserfsprogs
586 installmake sysfsutils
587 installmake util-linux
588 installmake pciutils
589 installmake zlib
590 installmake mtd
591 installmake wget
592 installmake hwdata
593 installmake kudzu
594 installmake pcmciautils
595 installmake installer
596 installmake initrd
597 }
598
599 buildpackages() {
600 LOGFILE="$BASEDIR/log/_build.packages.log"
601 export LOGFILE
602 echo "... see detailed log in _build.*.log files" >> $LOGFILE
603
604 installmake strip
605
606 # Generating list of packages used
607 echo -n "Generating packages list from logs" | tee -a $LOGFILE
608 rm -f $BASEDIR/doc/packages-list
609 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
610 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
611 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
612 fi
613 done
614 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
615 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
616 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
617 rm -f $BASEDIR/doc/packages-list
618 # packages-list.txt is ready to be displayed for wiki page
619 beautify message DONE
620
621 # Create images for install
622 ipfiremake cdrom ED=full
623
624 # Check if there is a loop device for building in virtual environments
625 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
626 ipfiremake usb-stick
627 fi
628 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz} $BASEDIR >> $LOGFILE 2>&1
629
630 ipfirepackages
631
632 # Cleanup
633 stdumount
634 rm -rf $BASEDIR/build/tmp/*
635
636 # Generating total list of files
637 echo -n "Generating files list from logs" | tee -a $LOGFILE
638 rm -f $BASEDIR/log/FILES
639 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
640 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
641 echo "##" >>$BASEDIR/log/FILES
642 echo "## `basename $i`" >>$BASEDIR/log/FILES
643 echo "##" >>$BASEDIR/log/FILES
644 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
645 fi
646 done
647 beautify message DONE
648
649 cd $PWD
650 }
651
652 ipfirepackages() {
653 ipfiremake core-updates
654 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
655 if [ -e $BASEDIR/lfs/$i ]; then
656 ipfiredist $i
657 else
658 echo -n $i
659 beautify message SKIP
660 fi
661 done
662 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
663 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
664 rm -rf $BASEDIR/build/install/packages/*
665 }
666
667 # See what we're supposed to do
668 case "$1" in
669 build)
670 clear
671 BUILDMACHINE=`uname -m`
672 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
673 #only restore on a clean disk
674 if [ ! -f log/cleanup-toolchain-2-tools ]; then
675 if [ ! -n "$PACKAGE" ]; then
676 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
677 prepareenv
678 buildtoolchain
679 else
680 PACKAGENAME=${PACKAGE%.tar.gz}
681 beautify build_stage "Packaged toolchain compilation"
682 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
683 tar zxf $PACKAGE
684 prepareenv
685 else
686 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
687 fi
688 fi
689 else
690 echo -n "Using installed toolchain" | tee -a $LOGFILE
691 beautify message SKIP
692 prepareenv
693 fi
694
695 beautify build_start
696 beautify build_stage "Building LFS"
697 buildbase
698
699 beautify build_stage "Building IPFire"
700 buildipfire
701
702 # Setzen des IPFire Builds
703 if [ "$SVN_REVISION" ]; then
704 echo "$SVN_REVISION" > $BASEDIR/build/var/ipfire/firebuild
705 else
706 echo "_(OvO)_" > $BASEDIR/build/var/ipfire/firebuild
707 fi
708
709 beautify build_stage "Building installer"
710 buildinstaller
711
712 beautify build_stage "Building packages"
713 buildpackages
714 beautify build_end
715 ;;
716 shell)
717 # enter a shell inside LFS chroot
718 # may be used to changed kernel settings
719 prepareenv
720 entershell
721 ;;
722 changelog)
723 echo -n "Loading new Changelog from SVN: "
724 svn log http://svn.ipfire.org/svn/ipfire > doc/ChangeLog
725 beautify message DONE
726 ;;
727 clean)
728 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
729 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
730 $LOSETUP -d $i 2>/dev/null
731 done
732 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
733 umount $i
734 done
735 stdumount
736 for i in `seq 0 7`; do
737 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
738 umount /dev/loop${i} 2>/dev/null;
739 losetup -d /dev/loop${i} 2>/dev/null;
740 fi;
741 done
742 rm -rf $BASEDIR/build
743 rm -rf $BASEDIR/cdrom
744 rm -rf $BASEDIR/packages
745 rm -rf $BASEDIR/log
746 if [ -h /tools ]; then
747 rm -f /tools
748 fi
749 beautify message DONE
750 ;;
751 downloadsrc)
752 if [ ! -d $BASEDIR/cache ]; then
753 mkdir $BASEDIR/cache
754 fi
755 mkdir -p $BASEDIR/log
756 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
757 FINISHED=0
758 cd $BASEDIR/lfs
759 for c in `seq $MAX_RETRIES`; do
760 if (( FINISHED==1 )); then
761 break
762 fi
763 FINISHED=1
764 cd $BASEDIR/lfs
765 for i in *; do
766 if [ -f "$i" -a "$i" != "Config" ]; then
767 echo -ne "Loading $i"
768 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
769 if [ $? -ne 0 ]; then
770 beautify message FAIL
771 FINISHED=0
772 else
773 if [ $c -eq 1 ]; then
774 beautify message DONE
775 fi
776 fi
777 fi
778 done
779 done
780 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
781 ERROR=0
782 for i in *; do
783 if [ -f "$i" -a "$i" != "Config" ]; then
784 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
785 if [ $? -ne 0 ]; then
786 echo -ne "MD5 difference in lfs/$i"
787 beautify message FAIL
788 ERROR=1
789 fi
790 fi
791 done
792 if [ $ERROR -eq 0 ]; then
793 echo -ne "${BOLD}all files md5sum match${NORMAL}"
794 beautify message DONE
795 else
796 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
797 beautify message FAIL
798 fi
799 cd - >/dev/null 2>&1
800 ;;
801 toolchain)
802 clear
803 prepareenv
804 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
805 buildtoolchain
806 BUILDMACHINE=`uname -m`
807 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
808 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
809 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
810 build/{bin,etc,usr/bin,usr/local} \
811 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
812 log >> $LOGFILE
813 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
814 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
815 stdumount
816 ;;
817 gettoolchain)
818 BUILDMACHINE=`uname -m`
819 # arbitrary name to be updated in case of new toolchain package upload
820 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
821 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
822 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
823 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
824 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
825 cd $BASEDIR/cache/toolchains
826 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
827 if [ $? -ne 0 ]; then
828 echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
829 else
830 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
831 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
832 else
833 exiterror "$PACKAGE.md5 did not match, check downloaded package"
834 fi
835 fi
836 else
837 echo "Toolchain is already downloaded. Exiting..."
838 fi
839 ;;
840 othersrc)
841 prepareenv
842 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
843 chroot $LFS /tools/bin/env -i HOME=/root \
844 TERM=$TERM PS1='\u:\w\$ ' \
845 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
846 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
847 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
848 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
849 if [ $? -eq "0" ]; then
850 beautify message DONE
851 else
852 beautify message FAIL
853 fi
854 stdumount
855 ;;
856 svn)
857 case "$2" in
858 update|up)
859 # clear
860 echo -ne "Loading the latest source files...\n"
861 if [ $3 ]; then
862 svn update -r $3 | tee -a $PWD/log/_build.svn.update.log
863 else
864 svn update | tee -a $PWD/log/_build.svn.update.log
865 fi
866 if [ $? -eq "0" ]; then
867 beautify message DONE
868 else
869 beautify message FAIL
870 exit 1
871 fi
872 echo -ne "Writing the svn-info to a file"
873 svn info > $PWD/svn_status
874 if [ $? -eq "0" ]; then
875 beautify message DONE
876 else
877 beautify message FAIL
878 exit 1
879 fi
880 chmod 755 $0
881 exit 0
882 ;;
883 commit|ci)
884 clear
885 if [ -f /usr/bin/mcedit ]; then
886 export EDITOR=/usr/bin/mcedit
887 fi
888 if [ -f /usr/bin/nano ]; then
889 export EDITOR=/usr/bin/nano
890 fi
891 echo -ne "Selecting editor $EDITOR..."
892 beautify message DONE
893 if [ -e /sbin/yast ]; then
894 if [ "`echo $SVN_REVISION | cut -c 3`" -eq "0" ]; then
895 $0 changelog
896 fi
897 fi
898 update_langs
899 svn commit
900 $0 svn up
901 if [ -n "$FTP_CACHE_URL" ]; then
902 $0 uploadsrc
903 fi
904 ;;
905 dist)
906 if [ $3 ]; then
907 SVN_REVISION=$3
908 fi
909 if [ -f ipfire-source-r$SVN_REVISION.tar.gz ]; then
910 echo -ne "REV $SVN_REVISION: SKIPPED!\n"
911 exit 0
912 fi
913 echo -en "REV $SVN_REVISION: Downloading..."
914 svn export http://svn.ipfire.org/svn/ipfire/trunk ipfire-source/ --force > /dev/null
915 svn log http://svn.ipfire.org/svn/ipfire/trunk -r 1:$SVN_REVISION > ipfire-source/Changelog
916 #svn info http://svn.ipfire.org/svn/ipfire/trunk -r $SVN_REVISION > ipfire-source/svn_status
917 evaluate 1
918
919 echo -en "REV $SVN_REVISION: Compressing files..."
920 if [ -e ipfire-source/trunk/make.sh ]; then
921 chmod 755 ipfire-source/trunk/make.sh
922 fi
923 tar cfz ipfire-source-r$SVN_REVISION.tar.gz ipfire-source
924 evaluate 1
925 echo -en "REV $SVN_REVISION: Cleaning up..."
926 rm ipfire-source/ -r
927 evaluate 1
928 ;;
929 diff|di)
930 update_langs
931 echo -ne "Make a local diff to last svn revision"
932 svn diff > ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff
933 evaluate 1
934 echo "Diff was successfully saved to ipfire-diff-`date +'%Y-%m-%d-%H:%M'`-r`svn info | grep Revision | cut -c 11-`.diff"
935 svn status
936 ;;
937 esac
938 ;;
939 uploadsrc)
940 PWD=`pwd`
941 cd $BASEDIR/cache/
942 echo -e "Uploading cache to ftp server:"
943 ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL/$FTP_CACHE_PATH/ > /tmp/ftplist
944 for i in *; do
945 if [ "$(basename $i)" == "toolchains" ]; then continue; fi
946 grep -q $(basename $i) /tmp/ftplist
947 if [ "$?" -ne "0" ]; then
948 echo -ne "$(basename $i)"
949 ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $(basename $i)
950 if [ "$?" -ne "0" ]; then
951 beautify message FAIL
952 fi
953 fi
954 done
955 rm -f /tmp/ftplist
956 cd $PWD
957 exit 0
958 ;;
959 upload)
960 FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
961 FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
962 if [ -z $FTP_ISO_PORT ]; then
963 FTP_ISO_PORT=21
964 fi
965 cat <<EOF > .ftp-commands
966 mkdir -p $FTP_ISO_PATH$SVN_REVISION
967 mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
968 quit
969 EOF
970 ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
971 rm -f .ftp-commands
972
973 case "$2" in
974 iso)
975 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
976
977 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
978 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
979 if [ -e "$i" ]; then
980 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
981 if [ "$?" -eq "0" ]; then
982 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
983 else
984 echo "There was an error while uploading the file $i to the ftp server."
985 exit 1
986 fi
987 fi
988 done
989 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
990 if [ "$3" = "--with-sources-cd" ]; then
991 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
992 fi
993 ;;
994 paks)
995 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
996 if [ "$?" -eq "0" ]; then
997 echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
998 else
999 echo -e "There was an error while uploading the packages to the ftp server."
1000 exit 1
1001 fi
1002 ;;
1003 esac
1004 ;;
1005 batch)
1006 if [ "$2" = "--background" ]; then
1007 batch_script
1008 exit $?
1009 fi
1010 if [ `screen -ls | grep -q ipfire` ]; then
1011 echo "Build is already running, sorry!"
1012 exit 1
1013 else
1014 if [ "$2" = "--rebuild" ]; then
1015 export IPFIRE_REBUILD=1
1016 echo "REBUILD!"
1017 else
1018 export IPFIRE_REBUILD=0
1019 fi
1020 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1021 screen -dmS ipfire $0 batch --background
1022 evaluate 1
1023 exit 0
1024 fi
1025 ;;
1026 watch)
1027 watch_screen
1028 ;;
1029 pxe)
1030 case "$2" in
1031 start)
1032 start_tftpd
1033 ;;
1034 stop)
1035 stop_tftpd
1036 ;;
1037 reload|restart)
1038 reload_tftpd
1039 ;;
1040 esac
1041 exit 0
1042 ;;
1043 lang)
1044 update_langs
1045 ;;
1046 "")
1047 clear
1048 svn info
1049 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "SVN: Commit" "SVN: Update" "SVN: Status" "SVN: Diff" "LOG: Tail" "Help"
1050 do
1051 case $name in
1052 "IPFIRE: Downloadsrc")
1053 $0 downloadsrc
1054 ;;
1055 "IPFIRE: Build (silent)")
1056 $0 build-silent
1057 ;;
1058 "IPFIRE: Watch Build")
1059 $0 watch
1060 ;;
1061 "IPFIRE: Batch")
1062 $0 batch
1063 ;;
1064 "IPFIRE: Clean")
1065 $0 clean
1066 ;;
1067 "SVN: Update")
1068 $0 svn update
1069 ;;
1070 "Help")
1071 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1072 cat doc/make.sh-usage
1073 ;;
1074 "LOG: Tail")
1075 tail -f log/_*
1076 ;;
1077 "Exit")
1078 break
1079 ;;
1080 esac
1081 done
1082 ;;
1083 config)
1084 make_config
1085 ;;
1086 *)
1087 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1088 cat doc/make.sh-usage
1089 ;;
1090 esac