3225b92914c1d80b4006ea845e710d831b4999b3
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.2-test"
28 GIT_BRANCH=rspezial:rspezial # Version number
29 SLOGAN="www.ipfire.org" # Software slogan
30 CONFIG_ROOT=/var/ipfire # Configuration rootdir
31 NICE=10 # Nice level
32 MAX_RETRIES=1 # prefetch/check loop
33 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
34 MACHINE=`uname -m`
35
36 IPFVER="full" # Which versions should be compiled? (full|devel)
37
38 # Debian specific settings
39 if [ ! -e /etc/debian_version ]; then
40 FULLPATH=`which $0`
41 else
42 if [ -x /usr/bin/realpath ]; then
43 FULLPATH=`/usr/bin/realpath $0`
44 else
45 echo "ERROR: Need to do apt-get install realpath"
46 exit 1
47 fi
48 fi
49
50 PWD=`pwd`
51 BASENAME=`basename $0`
52 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
53 LOGFILE=$BASEDIR/log/_build.preparation.log
54 export BASEDIR LOGFILE
55 DIR_CHK=$BASEDIR/cache/check
56 mkdir $BASEDIR/log/ 2>/dev/null
57
58 # Include funtions
59 . tools/make-functions
60
61 if [ -f .config ]; then
62 . .config
63 else
64 echo -e "${BOLD}No configuration found!${NORMAL}"
65 echo -ne "Do you want to create one (y/N)?"
66 read CREATE_CONFIG
67 echo ""
68 if [ "$CREATE_CONFIG" == "y" ]; then
69 make_config
70 fi
71 fi
72
73 if [ -z $EDITOR ]; then
74 for i in nano emacs vi; do
75 EDITOR=$(which $i 2>/dev/null)
76 if ! [ -z $EDITOR ]; then
77 export EDITOR=$EDITOR
78 break
79 fi
80 done
81 [ -z $EDITOR ] && exiterror "You should have installed an editor."
82 fi
83
84 prepareenv() {
85 ############################################################################
86 # #
87 # Are we running the right shell? #
88 # #
89 ############################################################################
90 if [ ! "$BASH" ]; then
91 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
92 fi
93
94 if [ -z "${BASH_VERSION}" ]; then
95 exiterror "Not running BASH shell."
96 fi
97
98
99 ############################################################################
100 # #
101 # Trap on emergency exit #
102 # #
103 ############################################################################
104 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
105
106
107 ############################################################################
108 # #
109 # Resetting our nice level #
110 # #
111 ############################################################################
112 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
113 renice $NICE $$ > /dev/null
114 if [ `nice` != "$NICE" ]; then
115 beautify message FAIL
116 exiterror "Failed to set correct nice level"
117 else
118 beautify message DONE
119 fi
120
121
122 ############################################################################
123 # #
124 # Checking if running as root user #
125 # #
126 ############################################################################
127 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
128 if [ `id -u` != 0 ]; then
129 beautify message FAIL
130 exiterror "Not building as root"
131 else
132 beautify message DONE
133 fi
134
135
136 ############################################################################
137 # #
138 # Checking for necessary temporary space #
139 # #
140 ############################################################################
141 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
142 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
143 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
144 if (( 2048000 > $BASE_ASPACE )); then
145 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
146 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
147 beautify message FAIL
148 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
149 fi
150 else
151 beautify message DONE
152 fi
153
154 ############################################################################
155 # #
156 # Building Linux From Scratch system #
157 # #
158 ############################################################################
159 # Set umask
160 umask 022
161
162 # Set LFS Directory
163 LFS=$BASEDIR/build
164
165 # Check /tools symlink
166 if [ -h /tools ]; then
167 rm -f /tools
168 fi
169 if [ ! -a /tools ]; then
170 ln -s $BASEDIR/build/tools /
171 fi
172 if [ ! -h /tools ]; then
173 exiterror "Could not create /tools symbolic link."
174 fi
175
176 # Setup environment
177 set +h
178 LC_ALL=POSIX
179 MAKETUNING="-j6"
180 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
181 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
182
183 # Make some extra directories
184 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
185 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
186 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
187 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
188
189 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
190 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
191
192 # Make all sources and proc available under lfs build
193 mount --bind /dev $BASEDIR/build/dev
194 mount --bind /dev/pts $BASEDIR/build/dev/pts
195 mount --bind /dev/shm $BASEDIR/build/dev/shm
196 mount --bind /proc $BASEDIR/build/proc
197 mount --bind /sys $BASEDIR/build/sys
198 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
199 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
200 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
201 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
202 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
203 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
204 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
205 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
206 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
207
208 # This is a temporary hack!!!
209 if [ ! -f /tools/bin/hostname ]; then
210 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
211 fi
212
213 # Run LFS static binary creation scripts one by one
214 export CCACHE_DIR=$BASEDIR/ccache
215 export CCACHE_HASHDIR=1
216
217 # Remove pre-install list of installed files in case user erase some files before rebuild
218 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
219 }
220
221 buildtoolchain() {
222 LOGFILE="$BASEDIR/log/_build.toolchain.log"
223 export LOGFILE
224 ORG_PATH=$PATH
225 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
226 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
227 lfsmake1 ccache
228 lfsmake1 binutils PASS=1
229 lfsmake1 gcc PASS=1
230 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
231 lfsmake1 linux-libc-header
232 lfsmake1 glibc
233 lfsmake1 cleanup-toolchain PASS=1
234 lfsmake1 tcl
235 lfsmake1 expect
236 lfsmake1 dejagnu
237 lfsmake1 gcc PASS=2
238 lfsmake1 binutils PASS=2
239 lfsmake1 ncurses
240 lfsmake1 bash
241 lfsmake1 bzip2
242 lfsmake1 coreutils
243 lfsmake1 diffutils
244 lfsmake1 findutils
245 lfsmake1 gawk
246 lfsmake1 gettext
247 lfsmake1 grep
248 lfsmake1 gzip
249 lfsmake1 m4
250 lfsmake1 make
251 lfsmake1 patch
252 lfsmake1 perl
253 lfsmake1 sed
254 lfsmake1 tar
255 lfsmake1 texinfo
256 lfsmake1 util-linux
257 lfsmake1 cleanup-toolchain PASS=2
258 export PATH=$ORG_PATH
259 }
260
261 buildbase() {
262 LOGFILE="$BASEDIR/log/_build.base.log"
263 export LOGFILE
264 lfsmake2 stage2
265 lfsmake2 linux-libc-header
266 lfsmake2 man-pages
267 lfsmake2 glibc
268 lfsmake2 cleanup-toolchain PASS=3
269 lfsmake2 binutils
270 lfsmake2 gcc
271 lfsmake2 berkeley
272 lfsmake2 coreutils
273 lfsmake2 iana-etc
274 lfsmake2 m4
275 lfsmake2 bison
276 lfsmake2 ncurses
277 lfsmake2 procps
278 lfsmake2 sed
279 lfsmake2 libtool
280 lfsmake2 perl
281 lfsmake2 readline
282 lfsmake2 zlib
283 lfsmake2 autoconf
284 lfsmake2 automake
285 lfsmake2 bash
286 lfsmake2 bzip2
287 lfsmake2 diffutils
288 lfsmake2 e2fsprogs
289 lfsmake2 ed
290 lfsmake2 file
291 lfsmake2 findutils
292 lfsmake2 flex
293 lfsmake2 gawk
294 lfsmake2 gettext
295 lfsmake2 grep
296 lfsmake2 groff
297 lfsmake2 gzip
298 lfsmake2 inetutils
299 lfsmake2 iproute2
300 lfsmake2 kbd
301 lfsmake2 less
302 lfsmake2 libaal
303 lfsmake2 make
304 lfsmake2 man
305 lfsmake2 mktemp
306 lfsmake2 modutils
307 lfsmake2 mtd
308 lfsmake2 net-tools
309 lfsmake2 patch
310 lfsmake2 psmisc
311 lfsmake2 reiser4progs
312 lfsmake2 shadow
313 lfsmake2 sysklogd
314 lfsmake2 sysvinit
315 lfsmake2 tar
316 lfsmake2 texinfo
317 lfsmake2 udev
318 lfsmake2 util-linux
319 lfsmake2 vim
320 lfsmake2 grub
321 }
322
323 buildipfire() {
324 LOGFILE="$BASEDIR/log/_build.ipfire.log"
325 export LOGFILE
326 ipfiremake configroot
327 ipfiremake backup
328 ipfiremake dhcp
329 ipfiremake dhcpcd
330 ipfiremake libusb
331 ipfiremake libpcap
332 ipfiremake ppp
333 ipfiremake rp-pppoe
334 ipfiremake unzip
335 ipfiremake linux SMP=1
336 ipfiremake linux-fusion SMP=1
337 ipfiremake ipp2p SMP=1
338 ipfiremake zaptel SMP=1
339 ipfiremake r8169 SMP=1
340 ipfiremake r8168 SMP=1
341 ipfiremake atl1 SMP=1
342 ipfiremake kqemu SMP=1
343 ipfiremake v4l-dvb SMP=1
344 ipfiremake sane KMOD=1 SMP=1
345 ipfiremake linux
346 ipfiremake linux-fusion
347 ipfiremake ipp2p
348 ipfiremake zaptel
349 ipfiremake r8169
350 ipfiremake r8168
351 ipfiremake atl1
352 ipfiremake kqemu
353 ipfiremake v4l-dvb
354 ipfiremake sane KMOD=1
355 ipfiremake pkg-config
356 ipfiremake linux-atm
357 ipfiremake cpio
358 ipfiremake klibc
359 ipfiremake mkinitcpio
360 ipfiremake udev KLIBC=1
361 ipfiremake expat
362 ipfiremake gdbm
363 ipfiremake gmp
364 ipfiremake pam
365 ipfiremake openssl
366 ipfiremake curl
367 ipfiremake python
368 ipfiremake libnet
369 ipfiremake libidn
370 ipfiremake libjpeg
371 ipfiremake libpng
372 ipfiremake libtiff
373 ipfiremake libart
374 ipfiremake freetype
375 ipfiremake gd
376 ipfiremake popt
377 ipfiremake pcre
378 ipfiremake slang
379 ipfiremake newt
380 ipfiremake libcap
381 ipfiremake pciutils
382 ipfiremake usbutils
383 ipfiremake libxml2
384 ipfiremake libxslt
385 ipfiremake BerkeleyDB
386 ipfiremake mysql
387 ipfiremake cyrus-sasl
388 ipfiremake openldap
389 ipfiremake apache2
390 ipfiremake php
391 ipfiremake apache2 PASS=C
392 ipfiremake arping
393 ipfiremake beep
394 ipfiremake bind
395 ipfiremake cdrtools
396 ipfiremake dnsmasq
397 ipfiremake dosfstools
398 ipfiremake squashfstools
399 ipfiremake reiserfsprogs
400 ipfiremake xfsprogs
401 ipfiremake sysfsutils
402 ipfiremake fuse
403 ipfiremake ntfs-3g
404 ipfiremake ethtool
405 ipfiremake ez-ipupdate
406 ipfiremake fcron
407 ipfiremake perl-GD
408 ipfiremake GD-Graph
409 ipfiremake GD-TextUtil
410 ipfiremake gnupg
411 ipfiremake hdparm
412 ipfiremake sdparm
413 ipfiremake mtools
414 ipfiremake initscripts
415 ipfiremake whatmask
416 ipfiremake iptables
417 ipfiremake libupnp
418 ipfiremake ipp2p IPT=1
419 ipfiremake linux-igd
420 ipfiremake ipac-ng
421 ipfiremake ipaddr
422 ipfiremake iptstate
423 ipfiremake iputils
424 ipfiremake l7-protocols
425 ipfiremake mISDN
426 ipfiremake capi4k-utils
427 ipfiremake hwdata
428 ipfiremake kudzu
429 ipfiremake logrotate
430 ipfiremake logwatch
431 ipfiremake misc-progs
432 ipfiremake nano
433 ipfiremake nasm
434 ipfiremake URI
435 ipfiremake HTML-Tagset
436 ipfiremake HTML-Parser
437 ipfiremake Compress-Zlib
438 ipfiremake Digest
439 ipfiremake Digest-SHA1
440 ipfiremake Digest-HMAC
441 ipfiremake libwww-perl
442 ipfiremake Net-DNS
443 ipfiremake Net-IPv4Addr
444 ipfiremake Net_SSLeay
445 ipfiremake IO-Stringy
446 ipfiremake Unix-Syslog
447 ipfiremake Mail-Tools
448 ipfiremake MIME-Tools
449 ipfiremake Net-Server
450 ipfiremake Convert-TNEF
451 ipfiremake Convert-UUlib
452 ipfiremake Archive-Tar
453 ipfiremake Archive-Zip
454 ipfiremake Text-Tabs+Wrap
455 ipfiremake Locale-Country
456 ipfiremake XML-Parser
457 ipfiremake glib
458 ipfiremake GeoIP
459 ipfiremake fwhits
460 ipfiremake noip_updater
461 ipfiremake ntp
462 ipfiremake openssh
463 ipfiremake openswan
464 ipfiremake rrdtool
465 ipfiremake setserial
466 ipfiremake setup
467 ipfiremake snort
468 ipfiremake oinkmaster
469 ipfiremake squid
470 ipfiremake squid-graph
471 ipfiremake squidguard
472 ipfiremake calamaris
473 ipfiremake tcpdump
474 ipfiremake traceroute
475 ipfiremake vlan
476 ipfiremake wireless
477 ipfiremake libsafe
478 ipfiremake pakfire
479 ipfiremake java
480 ipfiremake spandsp
481 ipfiremake lzo
482 ipfiremake openvpn
483 ipfiremake pammysql
484 ipfiremake cups
485 ipfiremake ghostscript
486 ipfiremake foomatic
487 ipfiremake hplip
488 ipfiremake samba
489 ipfiremake sudo
490 ipfiremake mc
491 ipfiremake wget
492 ipfiremake bridge-utils
493 ipfiremake screen
494 ipfiremake hddtemp
495 ipfiremake smartmontools
496 ipfiremake htop
497 ipfiremake postfix
498 ipfiremake fetchmail
499 ipfiremake cyrus-imapd
500 ipfiremake openmailadmin
501 ipfiremake clamav
502 ipfiremake spamassassin
503 ipfiremake amavisd
504 ipfiremake alsa
505 ipfiremake mpg123
506 ipfiremake mpfire
507 ipfiremake guardian
508 ipfiremake libid3tag
509 ipfiremake libmad
510 ipfiremake libogg
511 ipfiremake libvorbis
512 ipfiremake lame
513 ipfiremake sox
514 ipfiremake libshout
515 ipfiremake icecast
516 ipfiremake icegenerator
517 ipfiremake mpd
518 ipfiremake mpc
519 ipfiremake xvid
520 ipfiremake libmpeg2
521 ipfiremake cmake
522 ipfiremake libpri
523 ipfiremake asterisk
524 ipfiremake gnump3d
525 ipfiremake libsigc++
526 ipfiremake applejuice
527 ipfiremake ocaml
528 ipfiremake mldonkey
529 ipfiremake libtorrent
530 ipfiremake rtorrent
531 ipfiremake ipfireseeder
532 ipfiremake rsync
533 ipfiremake tcpwrapper
534 ipfiremake portmap
535 ipfiremake nfs
536 ipfiremake nmap
537 ipfiremake mbmon
538 ipfiremake ncftp
539 ipfiremake etherwake
540 ipfiremake bwm-ng
541 ipfiremake tripwire
542 ipfiremake sysstat
543 ipfiremake vsftpd
544 ipfiremake which
545 ipfiremake lsof
546 ipfiremake centerim
547 ipfiremake br2684ctl
548 ipfiremake pcmciautils
549 ipfiremake collectd
550 ipfiremake lcd4linux
551 ipfiremake neon
552 ipfiremake subversion
553 ipfiremake tcptrack
554 ipfiremake teamspeak
555 ipfiremake elinks
556 ipfiremake igmpproxy
557 ipfiremake sdl
558 ipfiremake qemu
559 ipfiremake sane
560 ipfiremake netpbm
561 ipfiremake phpSANE
562 ipfiremake tunctl
563 ipfiremake nagios
564 ipfiremake ebtables
565 ipfiremake arptables
566 ipfiremake fontconfig
567 ipfiremake freefont
568 ipfiremake ffmpeg
569 ipfiremake videolan
570 ipfiremake vdr
571 ipfiremake w_scan
572 ipfiremake git
573 ipfiremake squidclamav
574 ipfiremake bc
575 ipfiremake esniper
576 ipfiremake vnstat
577 ipfiremake vnstati
578 ipfiremake lm_sensors
579 }
580
581 buildinstaller() {
582 # Run installer scripts one by one
583 LOGFILE="$BASEDIR/log/_build.installer.log"
584 export LOGFILE
585 ipfiremake syslinux
586 ipfiremake as86
587 ipfiremake mbr
588 ipfiremake memtest
589 installmake linux-libc-header
590 installmake binutils
591 ipfiremake uClibc PASS=1
592 ipfiremake gcc INST=1
593 installmake uClibc PASS=2
594 installmake gcc INST=2
595 installmake uClibc PASS=3
596 installmake busybox
597 installmake udev
598 installmake slang
599 installmake newt
600 installmake gettext
601 installmake kbd
602 installmake popt
603 installmake sysvinit
604 installmake misc-progs
605 installmake libaal
606 installmake reiser4progs
607 installmake reiserfsprogs
608 installmake sysfsutils
609 installmake util-linux
610 installmake pciutils
611 installmake zlib
612 installmake mtd
613 installmake wget
614 installmake hwdata
615 installmake kudzu
616 installmake pcmciautils
617 installmake installer
618 installmake initrd
619 }
620
621 buildpackages() {
622 LOGFILE="$BASEDIR/log/_build.packages.log"
623 export LOGFILE
624 echo "... see detailed log in _build.*.log files" >> $LOGFILE
625
626 installmake strip
627
628 # Generating list of packages used
629 echo -n "Generating packages list from logs" | tee -a $LOGFILE
630 rm -f $BASEDIR/doc/packages-list
631 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
632 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
633 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
634 fi
635 done
636 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
637 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
638 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
639 rm -f $BASEDIR/doc/packages-list
640 # packages-list.txt is ready to be displayed for wiki page
641 beautify message DONE
642
643 # Create images for install
644 ipfiremake cdrom ED=full
645
646 # Check if there is a loop device for building in virtual environments
647 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
648 ipfiremake usb-stick
649 fi
650 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz} $BASEDIR >> $LOGFILE 2>&1
651
652 ipfirepackages
653
654 # Cleanup
655 stdumount
656 rm -rf $BASEDIR/build/tmp/*
657
658 # Generating total list of files
659 echo -n "Generating files list from logs" | tee -a $LOGFILE
660 rm -f $BASEDIR/log/FILES
661 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
662 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
663 echo "##" >>$BASEDIR/log/FILES
664 echo "## `basename $i`" >>$BASEDIR/log/FILES
665 echo "##" >>$BASEDIR/log/FILES
666 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
667 fi
668 done
669 beautify message DONE
670
671 cd $PWD
672 }
673
674 ipfirepackages() {
675 #ipfiremake core-updates
676 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
677 if [ -e $BASEDIR/lfs/$i ]; then
678 ipfiredist $i
679 else
680 echo -n $i
681 beautify message SKIP
682 fi
683 done
684 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
685 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
686 rm -rf $BASEDIR/build/install/packages/*
687 }
688
689 # See what we're supposed to do
690 case "$1" in
691 build)
692 clear
693 BUILDMACHINE=`uname -m`
694 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
695 #only restore on a clean disk
696 if [ ! -f log/cleanup-toolchain-2-tools ]; then
697 if [ ! -n "$PACKAGE" ]; then
698 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
699 prepareenv
700 buildtoolchain
701 else
702 PACKAGENAME=${PACKAGE%.tar.gz}
703 beautify build_stage "Packaged toolchain compilation"
704 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
705 tar zxf $PACKAGE
706 prepareenv
707 else
708 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
709 fi
710 fi
711 else
712 echo -n "Using installed toolchain" | tee -a $LOGFILE
713 beautify message SKIP
714 prepareenv
715 fi
716
717 beautify build_start
718 beautify build_stage "Building LFS"
719 buildbase
720
721 beautify build_stage "Building IPFire"
722 buildipfire
723
724 beautify build_stage "Building installer"
725 buildinstaller
726
727 beautify build_stage "Building packages"
728 buildpackages
729 beautify build_end
730 ;;
731 shell)
732 # enter a shell inside LFS chroot
733 # may be used to changed kernel settings
734 prepareenv
735 entershell
736 ;;
737 clean)
738 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
739 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
740 $LOSETUP -d $i 2>/dev/null
741 done
742 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
743 umount $i
744 done
745 stdumount
746 for i in `seq 0 7`; do
747 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
748 umount /dev/loop${i} 2>/dev/null;
749 losetup -d /dev/loop${i} 2>/dev/null;
750 fi;
751 done
752 rm -rf $BASEDIR/build
753 rm -rf $BASEDIR/cdrom
754 rm -rf $BASEDIR/packages
755 rm -rf $BASEDIR/log
756 if [ -h /tools ]; then
757 rm -f /tools
758 fi
759 beautify message DONE
760 ;;
761 downloadsrc)
762 if [ ! -d $BASEDIR/cache ]; then
763 mkdir $BASEDIR/cache
764 fi
765 mkdir -p $BASEDIR/log
766 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
767 FINISHED=0
768 cd $BASEDIR/lfs
769 for c in `seq $MAX_RETRIES`; do
770 if (( FINISHED==1 )); then
771 break
772 fi
773 FINISHED=1
774 cd $BASEDIR/lfs
775 for i in *; do
776 if [ -f "$i" -a "$i" != "Config" ]; then
777 echo -ne "Loading $i"
778 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
779 if [ $? -ne 0 ]; then
780 beautify message FAIL
781 FINISHED=0
782 else
783 if [ $c -eq 1 ]; then
784 beautify message DONE
785 fi
786 fi
787 fi
788 done
789 done
790 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
791 ERROR=0
792 for i in *; do
793 if [ -f "$i" -a "$i" != "Config" ]; then
794 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
795 if [ $? -ne 0 ]; then
796 echo -ne "MD5 difference in lfs/$i"
797 beautify message FAIL
798 ERROR=1
799 fi
800 fi
801 done
802 if [ $ERROR -eq 0 ]; then
803 echo -ne "${BOLD}all files md5sum match${NORMAL}"
804 beautify message DONE
805 else
806 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
807 beautify message FAIL
808 fi
809 cd - >/dev/null 2>&1
810 ;;
811 toolchain)
812 clear
813 prepareenv
814 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
815 buildtoolchain
816 BUILDMACHINE=`uname -m`
817 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
818 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
819 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
820 build/{bin,etc,usr/bin,usr/local} \
821 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
822 log >> $LOGFILE
823 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
824 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
825 stdumount
826 ;;
827 gettoolchain)
828 BUILDMACHINE=`uname -m`
829 # arbitrary name to be updated in case of new toolchain package upload
830 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
831 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
832 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
833 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
834 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
835 cd $BASEDIR/cache/toolchains
836 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
837 if [ $? -ne 0 ]; then
838 echo "`date -u '+%b %e %T'`: error downloading toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
839 else
840 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
841 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
842 else
843 exiterror "$PACKAGE.md5 did not match, check downloaded package"
844 fi
845 fi
846 else
847 echo "Toolchain is already downloaded. Exiting..."
848 fi
849 ;;
850 othersrc)
851 prepareenv
852 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
853 chroot $LFS /tools/bin/env -i HOME=/root \
854 TERM=$TERM PS1='\u:\w\$ ' \
855 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
856 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
857 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
858 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
859 if [ $? -eq "0" ]; then
860 beautify message DONE
861 else
862 beautify message FAIL
863 fi
864 stdumount
865 ;;
866 git)
867 case "$2" in
868 update|up)
869 git pull
870 ;;
871 commit|ci)
872 shift 2
873 git commit $*
874
875 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
876
877 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
878 read
879 [ -z $REPLY ] && exit 0
880 for i in y Y j J; do
881 if [ "$i" == "$REPLY" ]; then
882 $0 git push
883 exit $?
884 fi
885 done
886 exiterror "\"$REPLY\" is not a valid answer."
887 ;;
888 dist)
889 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
890 ;;
891 diff|di)
892 echo -ne "Make a local diff to last revision"
893 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
894 evaluate 1
895 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
896 git diff --stat
897 ;;
898 push)
899 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
900 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
901
902 git push ${GIT_URL} ${GIT_BRANCH}
903 ;;
904 esac
905 ;;
906 uploadsrc)
907 PWD=`pwd`
908 cd $BASEDIR/cache/
909 echo -e "Uploading cache to ftp server:"
910 ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL/$FTP_CACHE_PATH/ > /tmp/ftplist
911 for i in *; do
912 if [ "$(basename $i)" == "toolchains" ]; then continue; fi
913 grep -q $(basename $i) /tmp/ftplist
914 if [ "$?" -ne "0" ]; then
915 echo -ne "$(basename $i)"
916 ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $(basename $i)
917 if [ "$?" -ne "0" ]; then
918 beautify message FAIL
919 fi
920 fi
921 done
922 rm -f /tmp/ftplist
923 cd $PWD
924 exit 0
925 ;;
926 upload)
927 FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
928 FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
929 if [ -z $FTP_ISO_PORT ]; then
930 FTP_ISO_PORT=21
931 fi
932 cat <<EOF > .ftp-commands
933 mkdir -p $FTP_ISO_PATH$SVN_REVISION
934 mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
935 quit
936 EOF
937 ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
938 rm -f .ftp-commands
939
940 case "$2" in
941 iso)
942 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
943
944 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
945 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
946 if [ -e "$i" ]; then
947 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
948 if [ "$?" -eq "0" ]; then
949 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
950 else
951 echo "There was an error while uploading the file $i to the ftp server."
952 exit 1
953 fi
954 fi
955 done
956 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
957 if [ "$3" = "--with-sources-cd" ]; then
958 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
959 fi
960 ;;
961 paks)
962 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
963 if [ "$?" -eq "0" ]; then
964 echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
965 else
966 echo -e "There was an error while uploading the packages to the ftp server."
967 exit 1
968 fi
969 ;;
970 esac
971 ;;
972 batch)
973 if [ "$2" = "--background" ]; then
974 batch_script
975 exit $?
976 fi
977 if [ `screen -ls | grep -q ipfire` ]; then
978 echo "Build is already running, sorry!"
979 exit 1
980 else
981 if [ "$2" = "--rebuild" ]; then
982 export IPFIRE_REBUILD=1
983 echo "REBUILD!"
984 else
985 export IPFIRE_REBUILD=0
986 fi
987 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
988 screen -dmS ipfire $0 batch --background
989 evaluate 1
990 exit 0
991 fi
992 ;;
993 watch)
994 watch_screen
995 ;;
996 pxe)
997 case "$2" in
998 start)
999 start_tftpd
1000 ;;
1001 stop)
1002 stop_tftpd
1003 ;;
1004 reload|restart)
1005 reload_tftpd
1006 ;;
1007 esac
1008 exit 0
1009 ;;
1010 lang)
1011 update_langs
1012 ;;
1013 "")
1014 clear
1015 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1016 do
1017 case $name in
1018 "IPFIRE: Downloadsrc")
1019 $0 downloadsrc
1020 ;;
1021 "IPFIRE: Build (silent)")
1022 $0 build-silent
1023 ;;
1024 "IPFIRE: Watch Build")
1025 $0 watch
1026 ;;
1027 "IPFIRE: Batch")
1028 $0 batch
1029 ;;
1030 "IPFIRE: Clean")
1031 $0 clean
1032 ;;
1033 "Help")
1034 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1035 cat doc/make.sh-usage
1036 ;;
1037 "LOG: Tail")
1038 tail -f log/_*
1039 ;;
1040 "Exit")
1041 break
1042 ;;
1043 esac
1044 done
1045 ;;
1046 config)
1047 make_config
1048 ;;
1049 *)
1050 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1051 cat doc/make.sh-usage
1052 ;;
1053 esac