9206c07c494f10000cc875cee02dc40948aa34cb
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.1" # Version number
28 SLOGAN="www.ipfire.org" # Software slogan
29 CONFIG_ROOT=/var/ipfire # Configuration rootdir
30 NICE=10 # Nice level
31 MAX_RETRIES=1 # prefetch/check loop
32 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
33 MACHINE=`uname -m`
34
35 IPFVER="full" # Which versions should be compiled? (full|devel)
36
37 # Debian specific settings
38 if [ ! -e /etc/debian_version ]; then
39 FULLPATH=`which $0`
40 else
41 if [ -x /usr/bin/realpath ]; then
42 FULLPATH=`/usr/bin/realpath $0`
43 else
44 echo "ERROR: Need to do apt-get install realpath"
45 exit 1
46 fi
47 fi
48
49 PWD=`pwd`
50 BASENAME=`basename $0`
51 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
52 LOGFILE=$BASEDIR/log/_build.preparation.log
53 export BASEDIR LOGFILE
54 DIR_CHK=$BASEDIR/cache/check
55 mkdir $BASEDIR/log/ 2>/dev/null
56
57 # Include funtions
58 . tools/make-functions
59
60 if [ -f .config ]; then
61 . .config
62 else
63 echo -e "${BOLD}No configuration found!${NORMAL}"
64 echo -ne "Do you want to create one (y/N)?"
65 read CREATE_CONFIG
66 echo ""
67 if [ "$CREATE_CONFIG" == "y" ]; then
68 make_config
69 fi
70 fi
71
72 if [ -z $EDITOR ]; then
73 for i in nano emacs vi; do
74 EDITOR=$(which $i 2>/dev/null)
75 if ! [ -z $EDITOR ]; then
76 export EDITOR=$EDITOR
77 break
78 fi
79 done
80 [ -z $EDITOR ] && exiterror "You should have installed an editor."
81 fi
82
83 prepareenv() {
84 ############################################################################
85 # #
86 # Are we running the right shell? #
87 # #
88 ############################################################################
89 if [ ! "$BASH" ]; then
90 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
91 fi
92
93 if [ -z "${BASH_VERSION}" ]; then
94 exiterror "Not running BASH shell."
95 fi
96
97
98 ############################################################################
99 # #
100 # Trap on emergency exit #
101 # #
102 ############################################################################
103 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
104
105
106 ############################################################################
107 # #
108 # Resetting our nice level #
109 # #
110 ############################################################################
111 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
112 renice $NICE $$ > /dev/null
113 if [ `nice` != "$NICE" ]; then
114 beautify message FAIL
115 exiterror "Failed to set correct nice level"
116 else
117 beautify message DONE
118 fi
119
120
121 ############################################################################
122 # #
123 # Checking if running as root user #
124 # #
125 ############################################################################
126 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
127 if [ `id -u` != 0 ]; then
128 beautify message FAIL
129 exiterror "Not building as root"
130 else
131 beautify message DONE
132 fi
133
134
135 ############################################################################
136 # #
137 # Checking for necessary temporary space #
138 # #
139 ############################################################################
140 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
141 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
142 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
143 if (( 2048000 > $BASE_ASPACE )); then
144 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
145 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
146 beautify message FAIL
147 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
148 fi
149 else
150 beautify message DONE
151 fi
152
153 ############################################################################
154 # #
155 # Building Linux From Scratch system #
156 # #
157 ############################################################################
158 # Set umask
159 umask 022
160
161 # Set LFS Directory
162 LFS=$BASEDIR/build
163
164 # Check /tools symlink
165 if [ -h /tools ]; then
166 rm -f /tools
167 fi
168 if [ ! -a /tools ]; then
169 ln -s $BASEDIR/build/tools /
170 fi
171 if [ ! -h /tools ]; then
172 exiterror "Could not create /tools symbolic link."
173 fi
174
175 # Setup environment
176 set +h
177 LC_ALL=POSIX
178 MAKETUNING="-j6"
179 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
180 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
181
182 # Make some extra directories
183 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
184 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
185 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
186 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
187
188 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
189 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
190
191 # Make all sources and proc available under lfs build
192 mount --bind /dev $BASEDIR/build/dev
193 mount --bind /dev/pts $BASEDIR/build/dev/pts
194 mount --bind /dev/shm $BASEDIR/build/dev/shm
195 mount --bind /proc $BASEDIR/build/proc
196 mount --bind /sys $BASEDIR/build/sys
197 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
198 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
199 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
200 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
201 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
202 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
203 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
204 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
205 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
206
207 # This is a temporary hack!!!
208 if [ ! -f /tools/bin/hostname ]; then
209 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
210 fi
211
212 # Run LFS static binary creation scripts one by one
213 export CCACHE_DIR=$BASEDIR/ccache
214 export CCACHE_HASHDIR=1
215
216 # Remove pre-install list of installed files in case user erase some files before rebuild
217 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
218 }
219
220 buildtoolchain() {
221 LOGFILE="$BASEDIR/log/_build.toolchain.log"
222 export LOGFILE
223 ORG_PATH=$PATH
224 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
225 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
226 lfsmake1 ccache
227 lfsmake1 binutils PASS=1
228 lfsmake1 gcc PASS=1
229 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
230 lfsmake1 linux-libc-header
231 lfsmake1 glibc
232 lfsmake1 cleanup-toolchain PASS=1
233 lfsmake1 tcl
234 lfsmake1 expect
235 lfsmake1 dejagnu
236 lfsmake1 gcc PASS=2
237 lfsmake1 binutils PASS=2
238 lfsmake1 ncurses
239 lfsmake1 bash
240 lfsmake1 bzip2
241 lfsmake1 coreutils
242 lfsmake1 diffutils
243 lfsmake1 findutils
244 lfsmake1 gawk
245 lfsmake1 gettext
246 lfsmake1 grep
247 lfsmake1 gzip
248 lfsmake1 m4
249 lfsmake1 make
250 lfsmake1 patch
251 lfsmake1 perl
252 lfsmake1 sed
253 lfsmake1 tar
254 lfsmake1 texinfo
255 lfsmake1 util-linux
256 lfsmake1 cleanup-toolchain PASS=2
257 export PATH=$ORG_PATH
258 }
259
260 buildbase() {
261 LOGFILE="$BASEDIR/log/_build.base.log"
262 export LOGFILE
263 lfsmake2 stage2
264 lfsmake2 linux-libc-header
265 lfsmake2 man-pages
266 lfsmake2 glibc
267 lfsmake2 cleanup-toolchain PASS=3
268 lfsmake2 binutils
269 lfsmake2 gcc
270 lfsmake2 berkeley
271 lfsmake2 coreutils
272 lfsmake2 iana-etc
273 lfsmake2 m4
274 lfsmake2 bison
275 lfsmake2 ncurses
276 lfsmake2 procps
277 lfsmake2 sed
278 lfsmake2 libtool
279 lfsmake2 perl
280 lfsmake2 readline
281 lfsmake2 zlib
282 lfsmake2 autoconf
283 lfsmake2 automake
284 lfsmake2 bash
285 lfsmake2 bzip2
286 lfsmake2 diffutils
287 lfsmake2 e2fsprogs
288 lfsmake2 ed
289 lfsmake2 file
290 lfsmake2 findutils
291 lfsmake2 flex
292 lfsmake2 gawk
293 lfsmake2 gettext
294 lfsmake2 grep
295 lfsmake2 groff
296 lfsmake2 gzip
297 lfsmake2 inetutils
298 lfsmake2 iproute2
299 lfsmake2 kbd
300 lfsmake2 less
301 lfsmake2 libaal
302 lfsmake2 make
303 lfsmake2 man
304 lfsmake2 mktemp
305 lfsmake2 modutils
306 lfsmake2 mtd
307 lfsmake2 net-tools
308 lfsmake2 patch
309 lfsmake2 psmisc
310 lfsmake2 reiser4progs
311 lfsmake2 shadow
312 lfsmake2 sysklogd
313 lfsmake2 sysvinit
314 lfsmake2 tar
315 lfsmake2 texinfo
316 lfsmake2 udev
317 lfsmake2 util-linux
318 lfsmake2 vim
319 lfsmake2 grub
320 }
321
322 buildipfire() {
323 LOGFILE="$BASEDIR/log/_build.ipfire.log"
324 export LOGFILE
325 ipfiremake configroot
326 ipfiremake backup
327 ipfiremake dhcp
328 ipfiremake dhcpcd
329 ipfiremake libusb
330 ipfiremake libpcap
331 ipfiremake ppp
332 ipfiremake rp-pppoe
333 ipfiremake unzip
334 ipfiremake linux SMP=1
335 ipfiremake ipp2p SMP=1
336 ipfiremake zaptel SMP=1
337 ipfiremake r8169 SMP=1
338 ipfiremake r8168 SMP=1
339 ipfiremake mcs7830 SMP=1
340 ipfiremake atl1 SMP=1
341 ipfiremake dm9601 SMP=1
342 ipfiremake kqemu SMP=1
343 ipfiremake v4l-dvb SMP=1
344 ipfiremake sane KMOD=1 SMP=1
345 ipfiremake linux
346 ipfiremake ipp2p
347 ipfiremake zaptel
348 ipfiremake r8169
349 ipfiremake r8168
350 ipfiremake mcs7830
351 ipfiremake atl1
352 ipfiremake dm9601
353 ipfiremake kqemu
354 ipfiremake v4l-dvb
355 ipfiremake sane KMOD=1
356 ipfiremake pkg-config
357 ipfiremake linux-atm
358 ipfiremake cpio
359 ipfiremake klibc
360 ipfiremake mkinitcpio
361 ipfiremake udev KLIBC=1
362 ipfiremake expat
363 ipfiremake gdbm
364 ipfiremake gmp
365 ipfiremake pam
366 ipfiremake openssl
367 ipfiremake curl
368 ipfiremake python
369 ipfiremake libnet
370 ipfiremake libidn
371 ipfiremake libjpeg
372 ipfiremake libpng
373 ipfiremake libtiff
374 ipfiremake libart
375 ipfiremake freetype
376 ipfiremake gd
377 ipfiremake popt
378 ipfiremake pcre
379 ipfiremake slang
380 ipfiremake newt
381 ipfiremake libcap
382 ipfiremake pciutils
383 ipfiremake usbutils
384 ipfiremake libxml2
385 ipfiremake libxslt
386 ipfiremake BerkeleyDB
387 ipfiremake mysql
388 ipfiremake cyrus-sasl
389 ipfiremake openldap
390 ipfiremake apache2
391 ipfiremake php
392 ipfiremake apache2 PASS=C
393 ipfiremake arping
394 ipfiremake beep
395 ipfiremake bind
396 ipfiremake cdrtools
397 ipfiremake dnsmasq
398 ipfiremake dosfstools
399 ipfiremake squashfstools
400 ipfiremake reiserfsprogs
401 ipfiremake xfsprogs
402 ipfiremake sysfsutils
403 ipfiremake fuse
404 ipfiremake ntfs-3g
405 ipfiremake ethtool
406 ipfiremake ez-ipupdate
407 ipfiremake fcron
408 ipfiremake perl-GD
409 ipfiremake GD-Graph
410 ipfiremake GD-TextUtil
411 ipfiremake gnupg
412 ipfiremake hdparm
413 ipfiremake sdparm
414 ipfiremake mtools
415 ipfiremake initscripts
416 ipfiremake whatmask
417 ipfiremake iptables
418 ipfiremake libupnp
419 ipfiremake ipp2p IPT=1
420 ipfiremake linux-igd
421 ipfiremake ipac-ng
422 ipfiremake ipaddr
423 ipfiremake iptstate
424 ipfiremake iputils
425 ipfiremake l7-protocols
426 ipfiremake mISDN
427 ipfiremake capi4k-utils
428 ipfiremake hwdata
429 ipfiremake kudzu
430 ipfiremake logrotate
431 ipfiremake logwatch
432 ipfiremake misc-progs
433 ipfiremake nano
434 ipfiremake nasm
435 ipfiremake URI
436 ipfiremake HTML-Tagset
437 ipfiremake HTML-Parser
438 ipfiremake Compress-Zlib
439 ipfiremake Digest
440 ipfiremake Digest-SHA1
441 ipfiremake Digest-HMAC
442 ipfiremake libwww-perl
443 ipfiremake Net-DNS
444 ipfiremake Net-IPv4Addr
445 ipfiremake Net_SSLeay
446 ipfiremake IO-Stringy
447 ipfiremake Unix-Syslog
448 ipfiremake Mail-Tools
449 ipfiremake MIME-Tools
450 ipfiremake Net-Server
451 ipfiremake Convert-TNEF
452 ipfiremake Convert-UUlib
453 ipfiremake Archive-Tar
454 ipfiremake Archive-Zip
455 ipfiremake Text-Tabs+Wrap
456 ipfiremake Locale-Country
457 ipfiremake XML-Parser
458 ipfiremake glib
459 ipfiremake GeoIP
460 ipfiremake fwhits
461 ipfiremake noip_updater
462 ipfiremake ntp
463 ipfiremake openssh
464 ipfiremake openswan
465 ipfiremake rrdtool
466 ipfiremake setserial
467 ipfiremake setup
468 ipfiremake snort
469 ipfiremake oinkmaster
470 ipfiremake squid
471 ipfiremake squid-graph
472 ipfiremake squidguard
473 ipfiremake calamaris
474 ipfiremake tcpdump
475 ipfiremake traceroute
476 ipfiremake vlan
477 ipfiremake wireless
478 ipfiremake libsafe
479 ipfiremake pakfire
480 ipfiremake java
481 ipfiremake spandsp
482 ipfiremake lzo
483 ipfiremake openvpn
484 ipfiremake pammysql
485 ipfiremake cups
486 ipfiremake ghostscript
487 ipfiremake foomatic
488 ipfiremake hplip
489 ipfiremake samba
490 ipfiremake sudo
491 ipfiremake mc
492 ipfiremake wget
493 ipfiremake bridge-utils
494 ipfiremake screen
495 ipfiremake hddtemp
496 ipfiremake smartmontools
497 ipfiremake htop
498 ipfiremake postfix
499 ipfiremake fetchmail
500 ipfiremake cyrus-imapd
501 ipfiremake openmailadmin
502 ipfiremake clamav
503 ipfiremake spamassassin
504 ipfiremake amavisd
505 ipfiremake alsa
506 ipfiremake mpg123
507 ipfiremake mpfire
508 ipfiremake guardian
509 ipfiremake libid3tag
510 ipfiremake libmad
511 ipfiremake libogg
512 ipfiremake libvorbis
513 ipfiremake lame
514 ipfiremake sox
515 ipfiremake libshout
516 ipfiremake icecast
517 ipfiremake icegenerator
518 ipfiremake mpd
519 ipfiremake mpc
520 ipfiremake xvid
521 ipfiremake libmpeg2
522 ipfiremake cmake
523 ipfiremake libpri
524 ipfiremake asterisk
525 ipfiremake gnump3d
526 ipfiremake libsigc++
527 ipfiremake applejuice
528 ipfiremake ocaml
529 ipfiremake mldonkey
530 ipfiremake libtorrent
531 ipfiremake rtorrent
532 ipfiremake ipfireseeder
533 ipfiremake rsync
534 ipfiremake tcpwrapper
535 ipfiremake portmap
536 ipfiremake nfs
537 ipfiremake nmap
538 ipfiremake mbmon
539 ipfiremake ncftp
540 ipfiremake etherwake
541 ipfiremake bwm-ng
542 ipfiremake tripwire
543 ipfiremake sysstat
544 ipfiremake vsftpd
545 ipfiremake which
546 ipfiremake lsof
547 ipfiremake centerim
548 ipfiremake br2684ctl
549 ipfiremake pcmciautils
550 ipfiremake collectd
551 ipfiremake lcd4linux
552 ipfiremake neon
553 ipfiremake subversion
554 ipfiremake tcptrack
555 ipfiremake teamspeak
556 ipfiremake elinks
557 ipfiremake igmpproxy
558 ipfiremake sdl
559 ipfiremake qemu
560 ipfiremake sane
561 ipfiremake netpbm
562 ipfiremake phpSANE
563 ipfiremake tunctl
564 ipfiremake nagios
565 ipfiremake ebtables
566 ipfiremake arptables
567 ipfiremake fontconfig
568 ipfiremake freefont
569 ipfiremake ffmpeg
570 ipfiremake videolan
571 ipfiremake vdr
572 ipfiremake w_scan
573 ipfiremake git
574 ipfiremake squidclamav
575 ipfiremake bc
576 ipfiremake esniper
577 ipfiremake mod_perl
578 }
579
580 buildinstaller() {
581 # Run installer scripts one by one
582 LOGFILE="$BASEDIR/log/_build.installer.log"
583 export LOGFILE
584 ipfiremake syslinux
585 ipfiremake as86
586 ipfiremake mbr
587 ipfiremake memtest
588 installmake linux-libc-header
589 installmake binutils
590 ipfiremake uClibc PASS=1
591 ipfiremake gcc INST=1
592 installmake uClibc PASS=2
593 installmake gcc INST=2
594 installmake uClibc PASS=3
595 installmake busybox
596 installmake udev
597 installmake slang
598 installmake newt
599 installmake gettext
600 installmake kbd
601 installmake popt
602 installmake sysvinit
603 installmake misc-progs
604 installmake libaal
605 installmake reiser4progs
606 installmake reiserfsprogs
607 installmake sysfsutils
608 installmake util-linux
609 installmake pciutils
610 installmake zlib
611 installmake mtd
612 installmake wget
613 installmake hwdata
614 installmake kudzu
615 installmake pcmciautils
616 installmake installer
617 installmake initrd
618 }
619
620 buildpackages() {
621 LOGFILE="$BASEDIR/log/_build.packages.log"
622 export LOGFILE
623 echo "... see detailed log in _build.*.log files" >> $LOGFILE
624
625 installmake strip
626
627 # Generating list of packages used
628 echo -n "Generating packages list from logs" | tee -a $LOGFILE
629 rm -f $BASEDIR/doc/packages-list
630 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
631 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
632 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
633 fi
634 done
635 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
636 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
637 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
638 rm -f $BASEDIR/doc/packages-list
639 # packages-list.txt is ready to be displayed for wiki page
640 beautify message DONE
641
642 # Create images for install
643 ipfiremake cdrom ED=full
644
645 # Check if there is a loop device for building in virtual environments
646 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
647 ipfiremake usb-stick
648 fi
649 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz} $BASEDIR >> $LOGFILE 2>&1
650
651 ipfirepackages
652
653 # Cleanup
654 stdumount
655 rm -rf $BASEDIR/build/tmp/*
656
657 # Generating total list of files
658 echo -n "Generating files list from logs" | tee -a $LOGFILE
659 rm -f $BASEDIR/log/FILES
660 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
661 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
662 echo "##" >>$BASEDIR/log/FILES
663 echo "## `basename $i`" >>$BASEDIR/log/FILES
664 echo "##" >>$BASEDIR/log/FILES
665 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
666 fi
667 done
668 beautify message DONE
669
670 cd $PWD
671 }
672
673 ipfirepackages() {
674 ipfiremake core-updates
675 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
676 if [ -e $BASEDIR/lfs/$i ]; then
677 ipfiredist $i
678 else
679 echo -n $i
680 beautify message SKIP
681 fi
682 done
683 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
684 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
685 rm -rf $BASEDIR/build/install/packages/*
686 }
687
688 # See what we're supposed to do
689 case "$1" in
690 build)
691 clear
692 BUILDMACHINE=`uname -m`
693 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
694 #only restore on a clean disk
695 if [ ! -f log/cleanup-toolchain-2-tools ]; then
696 if [ ! -n "$PACKAGE" ]; then
697 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
698 prepareenv
699 buildtoolchain
700 else
701 PACKAGENAME=${PACKAGE%.tar.gz}
702 beautify build_stage "Packaged toolchain compilation"
703 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
704 tar zxf $PACKAGE
705 prepareenv
706 else
707 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
708 fi
709 fi
710 else
711 echo -n "Using installed toolchain" | tee -a $LOGFILE
712 beautify message SKIP
713 prepareenv
714 fi
715
716 beautify build_start
717 beautify build_stage "Building LFS"
718 buildbase
719
720 beautify build_stage "Building IPFire"
721 buildipfire
722
723 beautify build_stage "Building installer"
724 buildinstaller
725
726 beautify build_stage "Building packages"
727 buildpackages
728 beautify build_end
729 ;;
730 shell)
731 # enter a shell inside LFS chroot
732 # may be used to changed kernel settings
733 prepareenv
734 entershell
735 ;;
736 clean)
737 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
738 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
739 $LOSETUP -d $i 2>/dev/null
740 done
741 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
742 umount $i
743 done
744 stdumount
745 for i in `seq 0 7`; do
746 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
747 umount /dev/loop${i} 2>/dev/null;
748 losetup -d /dev/loop${i} 2>/dev/null;
749 fi;
750 done
751 rm -rf $BASEDIR/build
752 rm -rf $BASEDIR/cdrom
753 rm -rf $BASEDIR/packages
754 rm -rf $BASEDIR/log
755 if [ -h /tools ]; then
756 rm -f /tools
757 fi
758 beautify message DONE
759 ;;
760 downloadsrc)
761 if [ ! -d $BASEDIR/cache ]; then
762 mkdir $BASEDIR/cache
763 fi
764 mkdir -p $BASEDIR/log
765 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
766 FINISHED=0
767 cd $BASEDIR/lfs
768 for c in `seq $MAX_RETRIES`; do
769 if (( FINISHED==1 )); then
770 break
771 fi
772 FINISHED=1
773 cd $BASEDIR/lfs
774 for i in *; do
775 if [ -f "$i" -a "$i" != "Config" ]; then
776 echo -ne "Loading $i"
777 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
778 if [ $? -ne 0 ]; then
779 beautify message FAIL
780 FINISHED=0
781 else
782 if [ $c -eq 1 ]; then
783 beautify message DONE
784 fi
785 fi
786 fi
787 done
788 done
789 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
790 ERROR=0
791 for i in *; do
792 if [ -f "$i" -a "$i" != "Config" ]; then
793 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
794 if [ $? -ne 0 ]; then
795 echo -ne "MD5 difference in lfs/$i"
796 beautify message FAIL
797 ERROR=1
798 fi
799 fi
800 done
801 if [ $ERROR -eq 0 ]; then
802 echo -ne "${BOLD}all files md5sum match${NORMAL}"
803 beautify message DONE
804 else
805 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
806 beautify message FAIL
807 fi
808 cd - >/dev/null 2>&1
809 ;;
810 toolchain)
811 clear
812 prepareenv
813 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
814 buildtoolchain
815 BUILDMACHINE=`uname -m`
816 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
817 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
818 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
819 build/{bin,etc,usr/bin,usr/local} \
820 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
821 log >> $LOGFILE
822 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
823 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
824 stdumount
825 ;;
826 gettoolchain)
827 BUILDMACHINE=`uname -m`
828 # arbitrary name to be updated in case of new toolchain package upload
829 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
830 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
831 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
832 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
833 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
834 cd $BASEDIR/cache/toolchains
835 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
836 if [ $? -ne 0 ]; then
837 echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
838 else
839 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
840 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
841 else
842 exiterror "$PACKAGE.md5 did not match, check downloaded package"
843 fi
844 fi
845 else
846 echo "Toolchain is already downloaded. Exiting..."
847 fi
848 ;;
849 othersrc)
850 prepareenv
851 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
852 chroot $LFS /tools/bin/env -i HOME=/root \
853 TERM=$TERM PS1='\u:\w\$ ' \
854 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
855 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
856 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
857 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
858 if [ $? -eq "0" ]; then
859 beautify message DONE
860 else
861 beautify message FAIL
862 fi
863 stdumount
864 ;;
865 git)
866 case "$2" in
867 update|up)
868 git pull
869 ;;
870 commit|ci)
871 shift 2
872 git commit $*
873
874 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
875
876 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
877 read
878 [ -z $REPLY ] && exit 0
879 for i in y Y j J; do
880 if [ "$i" == "$REPLY" ]; then
881 $0 git push
882 exit $?
883 fi
884 done
885 exiterror "\"$REPLY\" is not a valid answer."
886 ;;
887 dist)
888 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
889 ;;
890 diff|di)
891 echo -ne "Make a local diff to last revision"
892 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
893 evaluate 1
894 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
895 git diff --stat
896 ;;
897 push)
898 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
899 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
900
901 git push ${GIT_URL} master
902 ;;
903 esac
904 ;;
905 uploadsrc)
906 PWD=`pwd`
907 cd $BASEDIR/cache/
908 echo -e "Uploading cache to ftp server:"
909 ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL/$FTP_CACHE_PATH/ > /tmp/ftplist
910 for i in *; do
911 if [ "$(basename $i)" == "toolchains" ]; then continue; fi
912 grep -q $(basename $i) /tmp/ftplist
913 if [ "$?" -ne "0" ]; then
914 echo -ne "$(basename $i)"
915 ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $(basename $i)
916 if [ "$?" -ne "0" ]; then
917 beautify message FAIL
918 fi
919 fi
920 done
921 rm -f /tmp/ftplist
922 cd $PWD
923 exit 0
924 ;;
925 upload)
926 FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
927 FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
928 if [ -z $FTP_ISO_PORT ]; then
929 FTP_ISO_PORT=21
930 fi
931 cat <<EOF > .ftp-commands
932 mkdir -p $FTP_ISO_PATH$SVN_REVISION
933 mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
934 quit
935 EOF
936 ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
937 rm -f .ftp-commands
938
939 case "$2" in
940 iso)
941 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
942
943 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
944 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
945 if [ -e "$i" ]; then
946 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
947 if [ "$?" -eq "0" ]; then
948 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
949 else
950 echo "There was an error while uploading the file $i to the ftp server."
951 exit 1
952 fi
953 fi
954 done
955 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
956 if [ "$3" = "--with-sources-cd" ]; then
957 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
958 fi
959 ;;
960 paks)
961 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
962 if [ "$?" -eq "0" ]; then
963 echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
964 else
965 echo -e "There was an error while uploading the packages to the ftp server."
966 exit 1
967 fi
968 ;;
969 esac
970 ;;
971 batch)
972 if [ "$2" = "--background" ]; then
973 batch_script
974 exit $?
975 fi
976 if [ `screen -ls | grep -q ipfire` ]; then
977 echo "Build is already running, sorry!"
978 exit 1
979 else
980 if [ "$2" = "--rebuild" ]; then
981 export IPFIRE_REBUILD=1
982 echo "REBUILD!"
983 else
984 export IPFIRE_REBUILD=0
985 fi
986 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
987 screen -dmS ipfire $0 batch --background
988 evaluate 1
989 exit 0
990 fi
991 ;;
992 watch)
993 watch_screen
994 ;;
995 pxe)
996 case "$2" in
997 start)
998 start_tftpd
999 ;;
1000 stop)
1001 stop_tftpd
1002 ;;
1003 reload|restart)
1004 reload_tftpd
1005 ;;
1006 esac
1007 exit 0
1008 ;;
1009 lang)
1010 update_langs
1011 ;;
1012 "")
1013 clear
1014 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1015 do
1016 case $name in
1017 "IPFIRE: Downloadsrc")
1018 $0 downloadsrc
1019 ;;
1020 "IPFIRE: Build (silent)")
1021 $0 build-silent
1022 ;;
1023 "IPFIRE: Watch Build")
1024 $0 watch
1025 ;;
1026 "IPFIRE: Batch")
1027 $0 batch
1028 ;;
1029 "IPFIRE: Clean")
1030 $0 clean
1031 ;;
1032 "Help")
1033 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1034 cat doc/make.sh-usage
1035 ;;
1036 "LOG: Tail")
1037 tail -f log/_*
1038 ;;
1039 "Exit")
1040 break
1041 ;;
1042 esac
1043 done
1044 ;;
1045 config)
1046 make_config
1047 ;;
1048 *)
1049 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1050 cat doc/make.sh-usage
1051 ;;
1052 esac