13002c6a1df98be7dbedcf94ce76098e1019b8e8
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.1" # Version number
28 SLOGAN="www.ipfire.org" # Software slogan
29 CONFIG_ROOT=/var/ipfire # Configuration rootdir
30 NICE=10 # Nice level
31 MAX_RETRIES=1 # prefetch/check loop
32 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
33 MACHINE=`uname -m`
34
35 IPFVER="full" # Which versions should be compiled? (full|devel)
36
37 # Debian specific settings
38 if [ ! -e /etc/debian_version ]; then
39 FULLPATH=`which $0`
40 else
41 if [ -x /usr/bin/realpath ]; then
42 FULLPATH=`/usr/bin/realpath $0`
43 else
44 echo "ERROR: Need to do apt-get install realpath"
45 exit 1
46 fi
47 fi
48
49 PWD=`pwd`
50 BASENAME=`basename $0`
51 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
52 LOGFILE=$BASEDIR/log/_build.preparation.log
53 export BASEDIR LOGFILE
54 DIR_CHK=$BASEDIR/cache/check
55 mkdir $BASEDIR/log/ 2>/dev/null
56
57 # Include funtions
58 . tools/make-functions
59
60 if [ -f .config ]; then
61 . .config
62 else
63 echo -e "${BOLD}No configuration found!${NORMAL}"
64 echo -ne "Do you want to create one (y/N)?"
65 read CREATE_CONFIG
66 echo ""
67 if [ "$CREATE_CONFIG" == "y" ]; then
68 make_config
69 fi
70 fi
71
72 if [ -z $EDITOR ]; then
73 for i in nano emacs vi; do
74 EDITOR=$(which $i 2>/dev/null)
75 if ! [ -z $EDITOR ]; then
76 export EDITOR=$EDITOR
77 break
78 fi
79 done
80 [ -z $EDITOR ] && exiterror "You should have installed an editor."
81 fi
82
83 prepareenv() {
84 ############################################################################
85 # #
86 # Are we running the right shell? #
87 # #
88 ############################################################################
89 if [ ! "$BASH" ]; then
90 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
91 fi
92
93 if [ -z "${BASH_VERSION}" ]; then
94 exiterror "Not running BASH shell."
95 fi
96
97
98 ############################################################################
99 # #
100 # Trap on emergency exit #
101 # #
102 ############################################################################
103 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
104
105
106 ############################################################################
107 # #
108 # Resetting our nice level #
109 # #
110 ############################################################################
111 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
112 renice $NICE $$ > /dev/null
113 if [ `nice` != "$NICE" ]; then
114 beautify message FAIL
115 exiterror "Failed to set correct nice level"
116 else
117 beautify message DONE
118 fi
119
120
121 ############################################################################
122 # #
123 # Checking if running as root user #
124 # #
125 ############################################################################
126 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
127 if [ `id -u` != 0 ]; then
128 beautify message FAIL
129 exiterror "Not building as root"
130 else
131 beautify message DONE
132 fi
133
134
135 ############################################################################
136 # #
137 # Checking for necessary temporary space #
138 # #
139 ############################################################################
140 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
141 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
142 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
143 if (( 2048000 > $BASE_ASPACE )); then
144 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
145 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
146 beautify message FAIL
147 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
148 fi
149 else
150 beautify message DONE
151 fi
152
153 ############################################################################
154 # #
155 # Building Linux From Scratch system #
156 # #
157 ############################################################################
158 # Set umask
159 umask 022
160
161 # Set LFS Directory
162 LFS=$BASEDIR/build
163
164 # Check /tools symlink
165 if [ -h /tools ]; then
166 rm -f /tools
167 fi
168 if [ ! -a /tools ]; then
169 ln -s $BASEDIR/build/tools /
170 fi
171 if [ ! -h /tools ]; then
172 exiterror "Could not create /tools symbolic link."
173 fi
174
175 # Setup environment
176 set +h
177 LC_ALL=POSIX
178 MAKETUNING="-j6"
179 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
180 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
181
182 # Make some extra directories
183 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
184 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
185 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
186 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
187
188 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
189 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
190
191 # Make all sources and proc available under lfs build
192 mount --bind /dev $BASEDIR/build/dev
193 mount --bind /dev/pts $BASEDIR/build/dev/pts
194 mount --bind /dev/shm $BASEDIR/build/dev/shm
195 mount --bind /proc $BASEDIR/build/proc
196 mount --bind /sys $BASEDIR/build/sys
197 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
198 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
199 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
200 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
201 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
202 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
203 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
204 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
205 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
206
207 # This is a temporary hack!!!
208 if [ ! -f /tools/bin/hostname ]; then
209 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
210 fi
211
212 # Run LFS static binary creation scripts one by one
213 export CCACHE_DIR=$BASEDIR/ccache
214 export CCACHE_HASHDIR=1
215
216 # Remove pre-install list of installed files in case user erase some files before rebuild
217 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
218 }
219
220 buildtoolchain() {
221 LOGFILE="$BASEDIR/log/_build.toolchain.log"
222 export LOGFILE
223 ORG_PATH=$PATH
224 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
225 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
226 lfsmake1 ccache
227 lfsmake1 binutils PASS=1
228 lfsmake1 gcc PASS=1
229 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
230 lfsmake1 linux-libc-header
231 lfsmake1 glibc
232 lfsmake1 cleanup-toolchain PASS=1
233 lfsmake1 tcl
234 lfsmake1 expect
235 lfsmake1 dejagnu
236 lfsmake1 gcc PASS=2
237 lfsmake1 binutils PASS=2
238 lfsmake1 ncurses
239 lfsmake1 bash
240 lfsmake1 bzip2
241 lfsmake1 coreutils
242 lfsmake1 diffutils
243 lfsmake1 findutils
244 lfsmake1 gawk
245 lfsmake1 gettext
246 lfsmake1 grep
247 lfsmake1 gzip
248 lfsmake1 m4
249 lfsmake1 make
250 lfsmake1 patch
251 lfsmake1 perl
252 lfsmake1 sed
253 lfsmake1 tar
254 lfsmake1 texinfo
255 lfsmake1 util-linux
256 lfsmake1 cleanup-toolchain PASS=2
257 export PATH=$ORG_PATH
258 }
259
260 buildbase() {
261 LOGFILE="$BASEDIR/log/_build.base.log"
262 export LOGFILE
263 lfsmake2 stage2
264 lfsmake2 linux-libc-header
265 lfsmake2 man-pages
266 lfsmake2 glibc
267 lfsmake2 cleanup-toolchain PASS=3
268 lfsmake2 binutils
269 lfsmake2 gcc
270 lfsmake2 berkeley
271 lfsmake2 coreutils
272 lfsmake2 iana-etc
273 lfsmake2 m4
274 lfsmake2 bison
275 lfsmake2 ncurses
276 lfsmake2 procps
277 lfsmake2 sed
278 lfsmake2 libtool
279 lfsmake2 perl
280 lfsmake2 readline
281 lfsmake2 zlib
282 lfsmake2 autoconf
283 lfsmake2 automake
284 lfsmake2 bash
285 lfsmake2 bzip2
286 lfsmake2 diffutils
287 lfsmake2 e2fsprogs
288 lfsmake2 ed
289 lfsmake2 file
290 lfsmake2 findutils
291 lfsmake2 flex
292 lfsmake2 gawk
293 lfsmake2 gettext
294 lfsmake2 grep
295 lfsmake2 groff
296 lfsmake2 gzip
297 lfsmake2 inetutils
298 lfsmake2 iproute2
299 lfsmake2 kbd
300 lfsmake2 less
301 lfsmake2 libaal
302 lfsmake2 make
303 lfsmake2 man
304 lfsmake2 mktemp
305 lfsmake2 modutils
306 lfsmake2 mtd
307 lfsmake2 net-tools
308 lfsmake2 patch
309 lfsmake2 psmisc
310 lfsmake2 reiser4progs
311 lfsmake2 shadow
312 lfsmake2 sysklogd
313 lfsmake2 sysvinit
314 lfsmake2 tar
315 lfsmake2 texinfo
316 lfsmake2 udev
317 lfsmake2 util-linux
318 lfsmake2 vim
319 lfsmake2 grub
320 }
321
322 buildipfire() {
323 LOGFILE="$BASEDIR/log/_build.ipfire.log"
324 export LOGFILE
325 ipfiremake configroot
326 ipfiremake backup
327 ipfiremake dhcp
328 ipfiremake dhcpcd
329 ipfiremake libusb
330 ipfiremake libpcap
331 ipfiremake ppp
332 ipfiremake rp-pppoe
333 ipfiremake unzip
334 ipfiremake linux SMP=1
335 ipfiremake ipp2p SMP=1
336 ipfiremake zaptel SMP=1
337 ipfiremake r8169 SMP=1
338 ipfiremake r8168 SMP=1
339 ipfiremake mcs7830 SMP=1
340 ipfiremake atl1 SMP=1
341 ipfiremake dm9601 SMP=1
342 ipfiremake kqemu SMP=1
343 ipfiremake sane KMOD=1 SMP=1
344 ipfiremake linux
345 ipfiremake ipp2p
346 ipfiremake zaptel
347 ipfiremake r8169
348 ipfiremake r8168
349 ipfiremake mcs7830
350 ipfiremake atl1
351 ipfiremake dm9601
352 ipfiremake kqemu
353 ipfiremake sane KMOD=1
354 ipfiremake madwifi
355 ipfiremake pkg-config
356 ipfiremake linux-atm
357 ipfiremake cpio
358 ipfiremake klibc
359 ipfiremake mkinitcpio
360 ipfiremake udev KLIBC=1
361 ipfiremake expat
362 ipfiremake gdbm
363 ipfiremake gmp
364 ipfiremake pam
365 ipfiremake openssl
366 ipfiremake curl
367 ipfiremake python
368 ipfiremake libnet
369 ipfiremake libidn
370 ipfiremake libjpeg
371 ipfiremake libpng
372 ipfiremake libtiff
373 ipfiremake libart
374 ipfiremake freetype
375 ipfiremake gd
376 ipfiremake popt
377 ipfiremake pcre
378 ipfiremake slang
379 ipfiremake newt
380 ipfiremake libcap
381 ipfiremake pciutils
382 ipfiremake usbutils
383 ipfiremake libxml2
384 ipfiremake libxslt
385 ipfiremake BerkeleyDB
386 ipfiremake mysql
387 ipfiremake cyrus-sasl
388 ipfiremake openldap
389 ipfiremake apache2
390 ipfiremake php
391 ipfiremake apache2 PASS=C
392 ipfiremake arping
393 ipfiremake beep
394 ipfiremake bind
395 ipfiremake cdrtools
396 ipfiremake dnsmasq
397 ipfiremake dosfstools
398 ipfiremake squashfstools
399 ipfiremake reiserfsprogs
400 ipfiremake xfsprogs
401 ipfiremake sysfsutils
402 ipfiremake fuse
403 ipfiremake ntfs-3g
404 ipfiremake ethtool
405 ipfiremake ez-ipupdate
406 ipfiremake fcron
407 ipfiremake perl-GD
408 ipfiremake GD-Graph
409 ipfiremake GD-TextUtil
410 ipfiremake gnupg
411 ipfiremake hdparm
412 ipfiremake sdparm
413 ipfiremake mtools
414 ipfiremake initscripts
415 ipfiremake whatmask
416 ipfiremake iptables
417 ipfiremake libupnp
418 ipfiremake ipp2p IPT=1
419 ipfiremake linux-igd
420 ipfiremake ipac-ng
421 ipfiremake ipaddr
422 ipfiremake iptstate
423 ipfiremake iputils
424 ipfiremake l7-protocols
425 ipfiremake mISDN
426 ipfiremake capi4k-utils
427 ipfiremake hwdata
428 ipfiremake kudzu
429 ipfiremake logrotate
430 ipfiremake logwatch
431 ipfiremake misc-progs
432 ipfiremake nano
433 ipfiremake nasm
434 ipfiremake URI
435 ipfiremake HTML-Tagset
436 ipfiremake HTML-Parser
437 ipfiremake Compress-Zlib
438 ipfiremake Digest
439 ipfiremake Digest-SHA1
440 ipfiremake Digest-HMAC
441 ipfiremake libwww-perl
442 ipfiremake Net-DNS
443 ipfiremake Net-IPv4Addr
444 ipfiremake Net_SSLeay
445 ipfiremake IO-Stringy
446 ipfiremake Unix-Syslog
447 ipfiremake Mail-Tools
448 ipfiremake MIME-Tools
449 ipfiremake Net-Server
450 ipfiremake Convert-TNEF
451 ipfiremake Convert-UUlib
452 ipfiremake Archive-Tar
453 ipfiremake Archive-Zip
454 ipfiremake Text-Tabs+Wrap
455 ipfiremake Locale-Country
456 ipfiremake XML-Parser
457 ipfiremake glib
458 ipfiremake GeoIP
459 ipfiremake fwhits
460 ipfiremake noip_updater
461 ipfiremake ntp
462 ipfiremake openssh
463 ipfiremake openswan
464 ipfiremake rrdtool
465 ipfiremake setserial
466 ipfiremake setup
467 ipfiremake snort
468 ipfiremake oinkmaster
469 ipfiremake squid
470 ipfiremake squid-graph
471 ipfiremake squidguard
472 ipfiremake calamaris
473 ipfiremake tcpdump
474 ipfiremake traceroute
475 ipfiremake vlan
476 ipfiremake wireless
477 ipfiremake libsafe
478 ipfiremake pakfire
479 ipfiremake java
480 ipfiremake spandsp
481 ipfiremake lzo
482 ipfiremake openvpn
483 ipfiremake pammysql
484 ipfiremake cups
485 ipfiremake ghostscript
486 ipfiremake foomatic
487 ipfiremake hplip
488 ipfiremake samba
489 ipfiremake sudo
490 ipfiremake mc
491 ipfiremake wget
492 ipfiremake bridge-utils
493 ipfiremake screen
494 ipfiremake hddtemp
495 ipfiremake smartmontools
496 ipfiremake htop
497 ipfiremake postfix
498 ipfiremake fetchmail
499 ipfiremake cyrus-imapd
500 ipfiremake openmailadmin
501 ipfiremake clamav
502 ipfiremake spamassassin
503 ipfiremake amavisd
504 ipfiremake alsa
505 ipfiremake mpg123
506 ipfiremake mpfire
507 ipfiremake guardian
508 ipfiremake libid3tag
509 ipfiremake libmad
510 ipfiremake libogg
511 ipfiremake libvorbis
512 ipfiremake lame
513 ipfiremake sox
514 ipfiremake libshout
515 ipfiremake icecast
516 ipfiremake icegenerator
517 ipfiremake mpd
518 ipfiremake mpc
519 ipfiremake xvid
520 ipfiremake libmpeg2
521 ipfiremake cmake
522 ipfiremake libpri
523 ipfiremake asterisk
524 ipfiremake gnump3d
525 ipfiremake libsigc++
526 ipfiremake applejuice
527 ipfiremake ocaml
528 ipfiremake mldonkey
529 ipfiremake libtorrent
530 ipfiremake rtorrent
531 ipfiremake ipfireseeder
532 ipfiremake rsync
533 ipfiremake tcpwrapper
534 ipfiremake portmap
535 ipfiremake nfs
536 ipfiremake nmap
537 ipfiremake mbmon
538 ipfiremake ncftp
539 ipfiremake etherwake
540 ipfiremake bwm-ng
541 ipfiremake tripwire
542 ipfiremake sysstat
543 ipfiremake vsftpd
544 ipfiremake which
545 ipfiremake lsof
546 ipfiremake centerim
547 ipfiremake br2684ctl
548 ipfiremake pcmciautils
549 ipfiremake collectd
550 ipfiremake lcd4linux
551 ipfiremake neon
552 ipfiremake subversion
553 ipfiremake tcptrack
554 ipfiremake teamspeak
555 ipfiremake elinks
556 ipfiremake igmpproxy
557 ipfiremake sdl
558 ipfiremake qemu
559 ipfiremake sane
560 ipfiremake netpbm
561 ipfiremake phpSANE
562 ipfiremake tunctl
563 ipfiremake nagios
564 ipfiremake ebtables
565 ipfiremake arptables
566 ipfiremake fontconfig
567 ipfiremake freefont
568 ipfiremake ffmpeg
569 ipfiremake videolan
570 ipfiremake vdr
571 ipfiremake w_scan
572 ipfiremake git
573 ipfiremake squidclamav
574 ipfiremake bc
575 ipfiremake wpa_supplicant
576 ipfiremake hostapd
577 }
578
579 buildinstaller() {
580 # Run installer scripts one by one
581 LOGFILE="$BASEDIR/log/_build.installer.log"
582 export LOGFILE
583 ipfiremake syslinux
584 ipfiremake as86
585 ipfiremake mbr
586 ipfiremake memtest
587 installmake linux-libc-header
588 installmake binutils
589 ipfiremake uClibc PASS=1
590 ipfiremake gcc INST=1
591 installmake uClibc PASS=2
592 installmake gcc INST=2
593 installmake uClibc PASS=3
594 installmake busybox
595 installmake udev
596 installmake slang
597 installmake newt
598 installmake gettext
599 installmake kbd
600 installmake popt
601 installmake sysvinit
602 installmake misc-progs
603 installmake libaal
604 installmake reiser4progs
605 installmake reiserfsprogs
606 installmake sysfsutils
607 installmake util-linux
608 installmake pciutils
609 installmake zlib
610 installmake mtd
611 installmake wget
612 installmake hwdata
613 installmake kudzu
614 installmake pcmciautils
615 installmake installer
616 installmake initrd
617 }
618
619 buildpackages() {
620 LOGFILE="$BASEDIR/log/_build.packages.log"
621 export LOGFILE
622 echo "... see detailed log in _build.*.log files" >> $LOGFILE
623
624 installmake strip
625
626 # Generating list of packages used
627 echo -n "Generating packages list from logs" | tee -a $LOGFILE
628 rm -f $BASEDIR/doc/packages-list
629 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
630 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
631 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
632 fi
633 done
634 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
635 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
636 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
637 rm -f $BASEDIR/doc/packages-list
638 # packages-list.txt is ready to be displayed for wiki page
639 beautify message DONE
640
641 # Create images for install
642 ipfiremake cdrom ED=full
643
644 # Check if there is a loop device for building in virtual environments
645 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
646 ipfiremake usb-stick
647 fi
648 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz} $BASEDIR >> $LOGFILE 2>&1
649
650 ipfirepackages
651
652 # Cleanup
653 stdumount
654 rm -rf $BASEDIR/build/tmp/*
655
656 # Generating total list of files
657 echo -n "Generating files list from logs" | tee -a $LOGFILE
658 rm -f $BASEDIR/log/FILES
659 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
660 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
661 echo "##" >>$BASEDIR/log/FILES
662 echo "## `basename $i`" >>$BASEDIR/log/FILES
663 echo "##" >>$BASEDIR/log/FILES
664 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
665 fi
666 done
667 beautify message DONE
668
669 cd $PWD
670 }
671
672 ipfirepackages() {
673 ipfiremake core-updates
674 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
675 if [ -e $BASEDIR/lfs/$i ]; then
676 ipfiredist $i
677 else
678 echo -n $i
679 beautify message SKIP
680 fi
681 done
682 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
683 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
684 rm -rf $BASEDIR/build/install/packages/*
685 }
686
687 # See what we're supposed to do
688 case "$1" in
689 build)
690 clear
691 BUILDMACHINE=`uname -m`
692 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
693 #only restore on a clean disk
694 if [ ! -f log/cleanup-toolchain-2-tools ]; then
695 if [ ! -n "$PACKAGE" ]; then
696 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
697 prepareenv
698 buildtoolchain
699 else
700 PACKAGENAME=${PACKAGE%.tar.gz}
701 beautify build_stage "Packaged toolchain compilation"
702 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
703 tar zxf $PACKAGE
704 prepareenv
705 else
706 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
707 fi
708 fi
709 else
710 echo -n "Using installed toolchain" | tee -a $LOGFILE
711 beautify message SKIP
712 prepareenv
713 fi
714
715 beautify build_start
716 beautify build_stage "Building LFS"
717 buildbase
718
719 beautify build_stage "Building IPFire"
720 buildipfire
721
722 beautify build_stage "Building installer"
723 buildinstaller
724
725 beautify build_stage "Building packages"
726 buildpackages
727 beautify build_end
728 ;;
729 shell)
730 # enter a shell inside LFS chroot
731 # may be used to changed kernel settings
732 prepareenv
733 entershell
734 ;;
735 clean)
736 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
737 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
738 $LOSETUP -d $i 2>/dev/null
739 done
740 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
741 umount $i
742 done
743 stdumount
744 for i in `seq 0 7`; do
745 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
746 umount /dev/loop${i} 2>/dev/null;
747 losetup -d /dev/loop${i} 2>/dev/null;
748 fi;
749 done
750 rm -rf $BASEDIR/build
751 rm -rf $BASEDIR/cdrom
752 rm -rf $BASEDIR/packages
753 rm -rf $BASEDIR/log
754 if [ -h /tools ]; then
755 rm -f /tools
756 fi
757 beautify message DONE
758 ;;
759 downloadsrc)
760 if [ ! -d $BASEDIR/cache ]; then
761 mkdir $BASEDIR/cache
762 fi
763 mkdir -p $BASEDIR/log
764 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
765 FINISHED=0
766 cd $BASEDIR/lfs
767 for c in `seq $MAX_RETRIES`; do
768 if (( FINISHED==1 )); then
769 break
770 fi
771 FINISHED=1
772 cd $BASEDIR/lfs
773 for i in *; do
774 if [ -f "$i" -a "$i" != "Config" ]; then
775 echo -ne "Loading $i"
776 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
777 if [ $? -ne 0 ]; then
778 beautify message FAIL
779 FINISHED=0
780 else
781 if [ $c -eq 1 ]; then
782 beautify message DONE
783 fi
784 fi
785 fi
786 done
787 done
788 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
789 ERROR=0
790 for i in *; do
791 if [ -f "$i" -a "$i" != "Config" ]; then
792 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
793 if [ $? -ne 0 ]; then
794 echo -ne "MD5 difference in lfs/$i"
795 beautify message FAIL
796 ERROR=1
797 fi
798 fi
799 done
800 if [ $ERROR -eq 0 ]; then
801 echo -ne "${BOLD}all files md5sum match${NORMAL}"
802 beautify message DONE
803 else
804 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
805 beautify message FAIL
806 fi
807 cd - >/dev/null 2>&1
808 ;;
809 toolchain)
810 clear
811 prepareenv
812 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
813 buildtoolchain
814 BUILDMACHINE=`uname -m`
815 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
816 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
817 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
818 build/{bin,etc,usr/bin,usr/local} \
819 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
820 log >> $LOGFILE
821 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
822 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
823 stdumount
824 ;;
825 gettoolchain)
826 BUILDMACHINE=`uname -m`
827 # arbitrary name to be updated in case of new toolchain package upload
828 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
829 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
830 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
831 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
832 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
833 cd $BASEDIR/cache/toolchains
834 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
835 if [ $? -ne 0 ]; then
836 echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
837 else
838 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
839 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
840 else
841 exiterror "$PACKAGE.md5 did not match, check downloaded package"
842 fi
843 fi
844 else
845 echo "Toolchain is already downloaded. Exiting..."
846 fi
847 ;;
848 othersrc)
849 prepareenv
850 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
851 chroot $LFS /tools/bin/env -i HOME=/root \
852 TERM=$TERM PS1='\u:\w\$ ' \
853 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
854 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
855 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
856 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
857 if [ $? -eq "0" ]; then
858 beautify message DONE
859 else
860 beautify message FAIL
861 fi
862 stdumount
863 ;;
864 git)
865 case "$2" in
866 update|up)
867 git pull
868 ;;
869 commit|ci)
870 shift 2
871 git commit $*
872
873 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
874
875 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
876 read
877 [ -z $REPLY ] && exit 0
878 for i in y Y j J; do
879 if [ "$i" == "$REPLY" ]; then
880 $0 git push
881 exit $?
882 fi
883 done
884 exiterror "\"$REPLY\" is not a valid answer."
885 ;;
886 dist)
887 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
888 ;;
889 diff|di)
890 echo -ne "Make a local diff to last revision"
891 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
892 evaluate 1
893 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
894 git diff --stat
895 ;;
896 push)
897 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
898 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
899
900 git push ${GIT_URL} master
901 ;;
902 esac
903 ;;
904 uploadsrc)
905 PWD=`pwd`
906 cd $BASEDIR/cache/
907 echo -e "Uploading cache to ftp server:"
908 ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL/$FTP_CACHE_PATH/ > /tmp/ftplist
909 for i in *; do
910 if [ "$(basename $i)" == "toolchains" ]; then continue; fi
911 grep -q $(basename $i) /tmp/ftplist
912 if [ "$?" -ne "0" ]; then
913 echo -ne "$(basename $i)"
914 ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $(basename $i)
915 if [ "$?" -ne "0" ]; then
916 beautify message FAIL
917 fi
918 fi
919 done
920 rm -f /tmp/ftplist
921 cd $PWD
922 exit 0
923 ;;
924 upload)
925 FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
926 FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
927 if [ -z $FTP_ISO_PORT ]; then
928 FTP_ISO_PORT=21
929 fi
930 cat <<EOF > .ftp-commands
931 mkdir -p $FTP_ISO_PATH$SVN_REVISION
932 mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
933 quit
934 EOF
935 ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
936 rm -f .ftp-commands
937
938 case "$2" in
939 iso)
940 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
941
942 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
943 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
944 if [ -e "$i" ]; then
945 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
946 if [ "$?" -eq "0" ]; then
947 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
948 else
949 echo "There was an error while uploading the file $i to the ftp server."
950 exit 1
951 fi
952 fi
953 done
954 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
955 if [ "$3" = "--with-sources-cd" ]; then
956 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
957 fi
958 ;;
959 paks)
960 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
961 if [ "$?" -eq "0" ]; then
962 echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
963 else
964 echo -e "There was an error while uploading the packages to the ftp server."
965 exit 1
966 fi
967 ;;
968 esac
969 ;;
970 batch)
971 if [ "$2" = "--background" ]; then
972 batch_script
973 exit $?
974 fi
975 if [ `screen -ls | grep -q ipfire` ]; then
976 echo "Build is already running, sorry!"
977 exit 1
978 else
979 if [ "$2" = "--rebuild" ]; then
980 export IPFIRE_REBUILD=1
981 echo "REBUILD!"
982 else
983 export IPFIRE_REBUILD=0
984 fi
985 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
986 screen -dmS ipfire $0 batch --background
987 evaluate 1
988 exit 0
989 fi
990 ;;
991 watch)
992 watch_screen
993 ;;
994 pxe)
995 case "$2" in
996 start)
997 start_tftpd
998 ;;
999 stop)
1000 stop_tftpd
1001 ;;
1002 reload|restart)
1003 reload_tftpd
1004 ;;
1005 esac
1006 exit 0
1007 ;;
1008 lang)
1009 update_langs
1010 ;;
1011 "")
1012 clear
1013 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1014 do
1015 case $name in
1016 "IPFIRE: Downloadsrc")
1017 $0 downloadsrc
1018 ;;
1019 "IPFIRE: Build (silent)")
1020 $0 build-silent
1021 ;;
1022 "IPFIRE: Watch Build")
1023 $0 watch
1024 ;;
1025 "IPFIRE: Batch")
1026 $0 batch
1027 ;;
1028 "IPFIRE: Clean")
1029 $0 clean
1030 ;;
1031 "Help")
1032 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1033 cat doc/make.sh-usage
1034 ;;
1035 "LOG: Tail")
1036 tail -f log/_*
1037 ;;
1038 "Exit")
1039 break
1040 ;;
1041 esac
1042 done
1043 ;;
1044 config)
1045 make_config
1046 ;;
1047 *)
1048 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1049 cat doc/make.sh-usage
1050 ;;
1051 esac