Change qemu to a version that support kvm and kqemu.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.5" # Version number
28 CORE="34" # Core Level (Filename)
29 PAKFIRE_CORE="33" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
36 MACHINE=`uname -m`
37 GIT_TAG=$(git tag | tail -1) # Git Tag
38 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
39 TOOLCHAINVER=1
40 IPFVER="full" # Which versions should be compiled? (full|devel)
41
42 # Debian specific settings
43 if [ ! -e /etc/debian_version ]; then
44 FULLPATH=`which $0`
45 else
46 if [ -x /usr/bin/realpath ]; then
47 FULLPATH=`/usr/bin/realpath $0`
48 else
49 echo "ERROR: Need to do apt-get install realpath"
50 exit 1
51 fi
52 fi
53
54 PWD=`pwd`
55 BASENAME=`basename $0`
56 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
57 LOGFILE=$BASEDIR/log/_build.preparation.log
58 export BASEDIR LOGFILE
59 DIR_CHK=$BASEDIR/cache/check
60 mkdir $BASEDIR/log/ 2>/dev/null
61
62 # Include funtions
63 . tools/make-functions
64
65 if [ -f .config ]; then
66 . .config
67 else
68 echo -e "${BOLD}No configuration found!${NORMAL}"
69 echo -ne "Do you want to create one (y/N)?"
70 read CREATE_CONFIG
71 echo ""
72 if [ "$CREATE_CONFIG" == "y" ]; then
73 make_config
74 fi
75 fi
76
77 if [ -z $EDITOR ]; then
78 for i in nano emacs vi; do
79 EDITOR=$(which $i 2>/dev/null)
80 if ! [ -z $EDITOR ]; then
81 export EDITOR=$EDITOR
82 break
83 fi
84 done
85 [ -z $EDITOR ] && exiterror "You should have installed an editor."
86 fi
87
88 prepareenv() {
89 ############################################################################
90 # #
91 # Are we running the right shell? #
92 # #
93 ############################################################################
94 if [ ! "$BASH" ]; then
95 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
96 fi
97
98 if [ -z "${BASH_VERSION}" ]; then
99 exiterror "Not running BASH shell."
100 fi
101
102
103 ############################################################################
104 # #
105 # Trap on emergency exit #
106 # #
107 ############################################################################
108 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
109
110
111 ############################################################################
112 # #
113 # Resetting our nice level #
114 # #
115 ############################################################################
116 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
117 renice $NICE $$ > /dev/null
118 if [ `nice` != "$NICE" ]; then
119 beautify message FAIL
120 exiterror "Failed to set correct nice level"
121 else
122 beautify message DONE
123 fi
124
125
126 ############################################################################
127 # #
128 # Checking if running as root user #
129 # #
130 ############################################################################
131 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
132 if [ `id -u` != 0 ]; then
133 beautify message FAIL
134 exiterror "Not building as root"
135 else
136 beautify message DONE
137 fi
138
139
140 ############################################################################
141 # #
142 # Checking for necessary temporary space #
143 # #
144 ############################################################################
145 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
146 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
147 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
148 if (( 2048000 > $BASE_ASPACE )); then
149 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
150 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
151 beautify message FAIL
152 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
153 fi
154 else
155 beautify message DONE
156 fi
157
158 ############################################################################
159 # #
160 # Building Linux From Scratch system #
161 # #
162 ############################################################################
163 # Set umask
164 umask 022
165
166 # Set LFS Directory
167 LFS=$BASEDIR/build
168
169 # Check /tools symlink
170 if [ -h /tools ]; then
171 rm -f /tools
172 fi
173 if [ ! -a /tools ]; then
174 ln -s $BASEDIR/build/tools /
175 fi
176 if [ ! -h /tools ]; then
177 exiterror "Could not create /tools symbolic link."
178 fi
179
180 # Setup environment
181 set +h
182 LC_ALL=POSIX
183 if [ -z $MAKETUNING ]; then
184 MAKETUNING="-j6"
185 fi
186 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
187 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
188
189 # Make some extra directories
190 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
191 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
192 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
193 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
194
195 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
196 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
197
198 # Make all sources and proc available under lfs build
199 mount --bind /dev $BASEDIR/build/dev
200 mount --bind /dev/pts $BASEDIR/build/dev/pts
201 mount --bind /dev/shm $BASEDIR/build/dev/shm
202 mount --bind /proc $BASEDIR/build/proc
203 mount --bind /sys $BASEDIR/build/sys
204 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
205 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
206 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
207 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
208 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
209 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
210 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
211 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
212 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
213
214 # This is a temporary hack!!!
215 if [ ! -f /tools/bin/hostname ]; then
216 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
217 fi
218
219 # Run LFS static binary creation scripts one by one
220 export CCACHE_DIR=$BASEDIR/ccache
221 export CCACHE_HASHDIR=1
222
223 # Remove pre-install list of installed files in case user erase some files before rebuild
224 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
225 }
226
227 buildtoolchain() {
228 LOGFILE="$BASEDIR/log/_build.toolchain.log"
229 export LOGFILE
230 ORG_PATH=$PATH
231 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
232 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
233 lfsmake1 ccache
234 lfsmake1 binutils PASS=1
235 lfsmake1 gcc PASS=1
236 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
237 lfsmake1 linux-libc-header
238 lfsmake1 glibc
239 lfsmake1 cleanup-toolchain PASS=1
240 lfsmake1 tcl
241 lfsmake1 expect
242 lfsmake1 dejagnu
243 lfsmake1 gcc PASS=2
244 lfsmake1 binutils PASS=2
245 lfsmake1 ncurses
246 lfsmake1 bash
247 lfsmake1 bzip2
248 lfsmake1 coreutils
249 lfsmake1 diffutils
250 lfsmake1 findutils
251 lfsmake1 gawk
252 lfsmake1 gettext
253 lfsmake1 grep
254 lfsmake1 gzip
255 lfsmake1 m4
256 lfsmake1 make
257 lfsmake1 patch
258 lfsmake1 perl
259 lfsmake1 sed
260 lfsmake1 tar
261 lfsmake1 texinfo
262 lfsmake1 util-linux
263 lfsmake1 cleanup-toolchain PASS=2
264 export PATH=$ORG_PATH
265 }
266
267 buildbase() {
268 LOGFILE="$BASEDIR/log/_build.base.log"
269 export LOGFILE
270 lfsmake2 stage2
271 lfsmake2 linux-libc-header
272 lfsmake2 man-pages
273 lfsmake2 glibc
274 lfsmake2 cleanup-toolchain PASS=3
275 lfsmake2 binutils
276 lfsmake2 gcc
277 lfsmake2 berkeley
278 lfsmake2 coreutils
279 lfsmake2 iana-etc
280 lfsmake2 m4
281 lfsmake2 bison
282 lfsmake2 ncurses
283 lfsmake2 procps
284 lfsmake2 sed
285 lfsmake2 libtool
286 lfsmake2 perl
287 lfsmake2 readline
288 lfsmake2 zlib
289 lfsmake2 autoconf
290 lfsmake2 automake
291 lfsmake2 bash
292 lfsmake2 bzip2
293 lfsmake2 diffutils
294 lfsmake2 e2fsprogs
295 lfsmake2 ed
296 lfsmake2 file
297 lfsmake2 findutils
298 lfsmake2 flex
299 lfsmake2 gawk
300 lfsmake2 gettext
301 lfsmake2 grep
302 lfsmake2 groff
303 lfsmake2 gzip
304 lfsmake2 inetutils
305 lfsmake2 iproute2
306 lfsmake2 kbd
307 lfsmake2 less
308 lfsmake2 libaal
309 lfsmake2 make
310 lfsmake2 man
311 lfsmake2 mktemp
312 lfsmake2 module-init-tools
313 lfsmake2 mtd
314 lfsmake2 net-tools
315 lfsmake2 patch
316 lfsmake2 psmisc
317 lfsmake2 reiser4progs
318 lfsmake2 shadow
319 lfsmake2 sysklogd
320 lfsmake2 sysvinit
321 lfsmake2 tar
322 lfsmake2 texinfo
323 lfsmake2 udev
324 lfsmake2 util-linux
325 lfsmake2 vim
326 lfsmake2 grub
327 }
328
329 buildipfire() {
330 LOGFILE="$BASEDIR/log/_build.ipfire.log"
331 export LOGFILE
332 ipfiremake configroot
333 ipfiremake backup
334 ipfiremake dhcp
335 ipfiremake dhcpcd
336 ipfiremake libusb
337 ipfiremake libpcap
338 ipfiremake ppp
339 ipfiremake rp-pppoe
340 ipfiremake pptp
341 ipfiremake unzip
342 ipfiremake which
343 ipfiremake linux XEN=1
344 ipfiremake atl2 XEN=1
345 ipfiremake hso XEN=1
346 ipfiremake e1000e XEN=1
347 ipfiremake r8101 XEN=1
348 ipfiremake r8169 XEN=1
349 ipfiremake r8168 XEN=1
350 ipfiremake kqemu XEN=1
351 ipfiremake v4l-dvb XEN=1
352 ipfiremake madwifi XEN=1
353 # ipfiremake alsa XEN=1 KMOD=1
354 ipfiremake openswan XEN=1 KMOD=1
355 ipfiremake mISDN XEN=1
356 ipfiremake compat-wireless XEN=1
357 ipfiremake linux
358 ipfiremake atl2
359 ipfiremake hso
360 ipfiremake e1000e
361 ipfiremake r8101
362 ipfiremake r8169
363 ipfiremake r8168
364 ipfiremake kqemu
365 ipfiremake kvm-kmod
366 ipfiremake v4l-dvb
367 ipfiremake madwifi
368 ipfiremake alsa KMOD=1
369 ipfiremake openswan KMOD=1
370 ipfiremake mISDN
371 ipfiremake compat-wireless
372 ipfiremake pkg-config
373 ipfiremake linux-atm
374 ipfiremake cpio
375 ipfiremake klibc
376 ipfiremake mkinitcpio
377 ipfiremake udev KLIBC=1
378 ipfiremake expat
379 ipfiremake gdbm
380 ipfiremake gmp
381 ipfiremake pam
382 ipfiremake openssl
383 ipfiremake curl
384 ipfiremake python
385 ipfiremake libnet
386 ipfiremake libnl
387 ipfiremake libidn
388 ipfiremake libjpeg
389 ipfiremake libpng
390 ipfiremake libtiff
391 ipfiremake libart
392 ipfiremake freetype
393 ipfiremake gd
394 ipfiremake popt
395 ipfiremake pcre
396 ipfiremake slang
397 ipfiremake newt
398 ipfiremake libcap
399 ipfiremake pciutils
400 ipfiremake usbutils
401 ipfiremake libxml2
402 ipfiremake libxslt
403 ipfiremake BerkeleyDB
404 ipfiremake mysql
405 ipfiremake cyrus-sasl
406 ipfiremake openldap
407 ipfiremake apache2
408 ipfiremake php
409 ipfiremake apache2 PASS=C
410 ipfiremake arping
411 ipfiremake beep
412 ipfiremake bind
413 ipfiremake cdrtools
414 ipfiremake dnsmasq
415 ipfiremake dosfstools
416 ipfiremake squashfstools
417 ipfiremake reiserfsprogs
418 ipfiremake xfsprogs
419 ipfiremake sysfsutils
420 ipfiremake fuse
421 ipfiremake ntfs-3g
422 ipfiremake ethtool
423 ipfiremake ez-ipupdate
424 ipfiremake fcron
425 ipfiremake perl-GD
426 ipfiremake GD-Graph
427 ipfiremake GD-TextUtil
428 ipfiremake gnupg
429 ipfiremake hdparm
430 ipfiremake sdparm
431 ipfiremake mtools
432 ipfiremake initscripts
433 ipfiremake whatmask
434 ipfiremake iptables
435 ipfiremake libupnp
436 ipfiremake ipaddr
437 ipfiremake iptstate
438 ipfiremake iputils
439 ipfiremake l7-protocols
440 ipfiremake mISDNuser
441 ipfiremake capi4k-utils
442 ipfiremake hwdata
443 ipfiremake kudzu
444 ipfiremake logrotate
445 ipfiremake logwatch
446 ipfiremake misc-progs
447 ipfiremake nano
448 ipfiremake nasm
449 ipfiremake URI
450 ipfiremake HTML-Tagset
451 ipfiremake HTML-Parser
452 ipfiremake Compress-Zlib
453 ipfiremake Digest
454 ipfiremake Digest-SHA1
455 ipfiremake Digest-HMAC
456 ipfiremake libwww-perl
457 ipfiremake Net-DNS
458 ipfiremake Net-IPv4Addr
459 ipfiremake Net_SSLeay
460 ipfiremake IO-Stringy
461 ipfiremake Unix-Syslog
462 ipfiremake Mail-Tools
463 ipfiremake MIME-Tools
464 ipfiremake Net-Server
465 ipfiremake Convert-TNEF
466 ipfiremake Convert-UUlib
467 ipfiremake Archive-Tar
468 ipfiremake Archive-Zip
469 ipfiremake Text-Tabs+Wrap
470 ipfiremake Locale-Country
471 ipfiremake XML-Parser
472 ipfiremake python-setuptools
473 ipfiremake python-clientform
474 ipfiremake python-mechanize
475 ipfiremake python-feedparser
476 ipfiremake python-rssdler
477 ipfiremake glib
478 ipfiremake GeoIP
479 ipfiremake fwhits
480 ipfiremake noip_updater
481 ipfiremake ntp
482 ipfiremake openssh
483 ipfiremake rrdtool
484 ipfiremake setserial
485 ipfiremake setup
486 ipfiremake snort
487 ipfiremake oinkmaster
488 ipfiremake squid
489 ipfiremake squidguard
490 ipfiremake calamaris
491 ipfiremake tcpdump
492 ipfiremake traceroute
493 ipfiremake vlan
494 ipfiremake wireless
495 ipfiremake libsafe
496 ipfiremake pakfire
497 ipfiremake java
498 ipfiremake spandsp
499 ipfiremake lzo
500 ipfiremake openvpn
501 ipfiremake pammysql
502 ipfiremake cups
503 ipfiremake ghostscript
504 ipfiremake foomatic
505 ipfiremake hplip
506 ipfiremake samba
507 ipfiremake sudo
508 ipfiremake mc
509 ipfiremake wget
510 ipfiremake bridge-utils
511 ipfiremake screen
512 ipfiremake hddtemp
513 ipfiremake smartmontools
514 ipfiremake htop
515 ipfiremake postfix
516 ipfiremake fetchmail
517 ipfiremake cyrus-imapd
518 ipfiremake openmailadmin
519 ipfiremake clamav
520 ipfiremake spamassassin
521 ipfiremake amavisd
522 ipfiremake alsa
523 ipfiremake mpfire
524 ipfiremake guardian
525 ipfiremake libid3tag
526 ipfiremake libmad
527 ipfiremake libogg
528 ipfiremake libvorbis
529 ipfiremake libdvbpsi
530 ipfiremake lame
531 ipfiremake sox
532 ipfiremake libshout
533 ipfiremake xvid
534 ipfiremake libmpeg2
535 ipfiremake cmake
536 ipfiremake libpri
537 ipfiremake asterisk
538 ipfiremake gnump3d
539 ipfiremake libsigc++
540 ipfiremake applejuice
541 ipfiremake ocaml
542 ipfiremake mldonkey
543 ipfiremake libtorrent
544 ipfiremake rtorrent
545 ipfiremake ipfireseeder
546 ipfiremake rsync
547 ipfiremake tcpwrapper
548 ipfiremake portmap
549 ipfiremake nfs
550 ipfiremake nmap
551 ipfiremake ncftp
552 ipfiremake etherwake
553 ipfiremake bwm-ng
554 ipfiremake tripwire
555 ipfiremake sysstat
556 ipfiremake vsftpd
557 ipfiremake openswan
558 ipfiremake lsof
559 ipfiremake centerim
560 ipfiremake br2684ctl
561 ipfiremake pcmciautils
562 ipfiremake lm_sensors
563 ipfiremake collectd
564 ipfiremake lcd4linux
565 ipfiremake tcptrack
566 ipfiremake teamspeak
567 ipfiremake elinks
568 ipfiremake igmpproxy
569 ipfiremake fbset
570 ipfiremake sdl
571 ipfiremake qemu
572 ipfiremake sane
573 ipfiremake netpbm
574 ipfiremake phpSANE
575 ipfiremake tunctl
576 ipfiremake nagios
577 ipfiremake ebtables
578 ipfiremake fontconfig
579 ipfiremake freefont
580 ipfiremake directfb
581 ipfiremake dfb++
582 ipfiremake ffmpeg
583 ipfiremake videolan
584 ipfiremake vdr
585 ipfiremake w_scan
586 ipfiremake icecast
587 ipfiremake icegenerator
588 ipfiremake mpd
589 ipfiremake mpc
590 ipfiremake git
591 ipfiremake squidclamav
592 ipfiremake bc
593 ipfiremake esniper
594 ipfiremake vnstat
595 ipfiremake vnstati
596 ipfiremake iw
597 ipfiremake wpa_supplicant
598 ipfiremake hostapd
599 ipfiremake urlgrabber
600 ipfiremake syslinux
601 ipfiremake tftpd
602 ipfiremake cpufrequtils
603 ipfiremake dbus
604 ipfiremake bluetooth
605 ipfiremake gutenprint
606 ipfiremake apcupsd
607 ipfiremake iperf
608 ipfiremake netcat
609 ipfiremake 7zip
610 ipfiremake lynis
611 #ipfiremake cryptsetup
612 ipfiremake splix
613 ipfiremake streamripper
614 ipfiremake sshfs
615 ipfiremake sqlite
616 ipfiremake taglib
617 ipfiremake mediatomb
618 ipfiremake sslh
619 ipfiremake perl-gettext
620 ipfiremake vdradmin
621 # ipfiremake x11libs
622 # ipfiremake xen
623 ipfiremake miau
624 ipfiremake netsnmpd
625 ipfiremake perl-DBI
626 ipfiremake perl-DBD-mysql
627 ipfiremake lcr
628 ipfiremake cacti
629 ipfiremake icecc
630 ipfiremake open-vm-tools
631 ipfiremake nagiosql
632 ipfiremake iftop
633 ipfiremake motion
634 ipfiremake joe
635 ipfiremake nut
636 ipfiremake watchdog
637 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
638 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
639 echo >> $BASEDIR/build/var/ipfire/firebuild
640 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
641 echo >> $BASEDIR/build/var/ipfire/firebuild
642 git status >> $BASEDIR/build/var/ipfire/firebuild
643 echo >> $BASEDIR/build/var/ipfire/firebuild
644 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
645 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
646 if [ "$GIT_BRANCH" = "master" ]; then
647 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
648 else
649 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
650 fi
651 }
652
653 buildinstaller() {
654 # Run installer scripts one by one
655 LOGFILE="$BASEDIR/log/_build.installer.log"
656 export LOGFILE
657 ipfiremake as86
658 ipfiremake mbr
659 ipfiremake memtest
660 installmake linux-libc-header
661 installmake binutils
662 ipfiremake uClibc PASS=1
663 ipfiremake gcc INST=1
664 installmake uClibc PASS=2
665 installmake gcc INST=2
666 installmake uClibc PASS=3
667 installmake busybox
668 installmake udev
669 installmake slang
670 installmake newt
671 installmake gettext
672 installmake kbd
673 installmake popt
674 installmake sysvinit
675 installmake misc-progs
676 installmake libaal
677 installmake reiser4progs
678 installmake reiserfsprogs
679 installmake sysfsutils
680 installmake util-linux
681 installmake pciutils
682 installmake zlib
683 installmake mtd
684 installmake wget
685 installmake hwdata
686 installmake kudzu
687 installmake pcmciautils
688 installmake installer
689 installmake initrd
690 }
691
692 buildpackages() {
693 LOGFILE="$BASEDIR/log/_build.packages.log"
694 export LOGFILE
695 echo "... see detailed log in _build.*.log files" >> $LOGFILE
696
697 installmake strip
698
699 # Generating list of packages used
700 echo -n "Generating packages list from logs" | tee -a $LOGFILE
701 rm -f $BASEDIR/doc/packages-list
702 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
703 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
704 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
705 fi
706 done
707 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
708 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
709 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
710 rm -f $BASEDIR/doc/packages-list
711 # packages-list.txt is ready to be displayed for wiki page
712 beautify message DONE
713
714 # Update changelog
715 cd $BASEDIR
716 $0 git log
717
718 # Create images for install
719 ipfiremake cdrom ED=$IPFVER
720
721 # Check if there is a loop device for building in virtual environments
722 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
723 ipfiremake usb-stick ED=$IPFVER
724 ipfiremake flash-images ED=$IPFVER
725 fi
726
727 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
728
729 ipfirepackages
730
731 # Check if there is a loop device for building in virtual environments
732 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
733 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
734 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
735 ipfiremake xen-image ED=$IPFVER
736 rm -rf $LFS/install/packages/linux-xen-*.ipfire
737 rm -rf $LFS/install/packages/meta-linux-xen
738 fi
739 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
740
741 # Cleanup
742 stdumount
743 rm -rf $BASEDIR/build/tmp/*
744
745 # Generating total list of files
746 echo -n "Generating files list from logs" | tee -a $LOGFILE
747 rm -f $BASEDIR/log/FILES
748 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
749 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
750 echo "##" >>$BASEDIR/log/FILES
751 echo "## `basename $i`" >>$BASEDIR/log/FILES
752 echo "##" >>$BASEDIR/log/FILES
753 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
754 fi
755 done
756 beautify message DONE
757
758 cd $PWD
759 }
760
761 ipfirepackages() {
762 ipfiremake core-updates
763 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
764 if [ -e $BASEDIR/lfs/$i ]; then
765 ipfiredist $i
766 else
767 echo -n $i
768 beautify message SKIP
769 fi
770 done
771 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
772 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
773 rm -rf $BASEDIR/build/install/packages/*
774 }
775
776 # See what we're supposed to do
777 case "$1" in
778 build)
779 clear
780 BUILDMACHINE=`uname -m`
781 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
782 #only restore on a clean disk
783 if [ ! -f log/cleanup-toolchain-2-tools ]; then
784 if [ ! -n "$PACKAGE" ]; then
785 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
786 prepareenv
787 buildtoolchain
788 else
789 PACKAGENAME=${PACKAGE%.tar.gz}
790 beautify build_stage "Packaged toolchain compilation"
791 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
792 tar zxf $PACKAGE
793 prepareenv
794 else
795 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
796 fi
797 fi
798 else
799 echo -n "Using installed toolchain" | tee -a $LOGFILE
800 beautify message SKIP
801 prepareenv
802 fi
803
804 beautify build_start
805 beautify build_stage "Building LFS"
806 buildbase
807
808 beautify build_stage "Building IPFire"
809 buildipfire
810
811 beautify build_stage "Building installer"
812 buildinstaller
813
814 beautify build_stage "Building packages"
815 buildpackages
816
817 beautify build_stage "Checking Logfiles for new Files"
818 cd ..
819 tools/checknewlog.pl
820
821 beautify build_end
822 ;;
823 shell)
824 # enter a shell inside LFS chroot
825 # may be used to changed kernel settings
826 prepareenv
827 entershell
828 ;;
829 clean)
830 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
831 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
832 $LOSETUP -d $i 2>/dev/null
833 done
834 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
835 umount $i
836 done
837 stdumount
838 for i in `seq 0 7`; do
839 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
840 umount /dev/loop${i} 2>/dev/null;
841 losetup -d /dev/loop${i} 2>/dev/null;
842 fi;
843 done
844 rm -rf $BASEDIR/build
845 rm -rf $BASEDIR/cdrom
846 rm -rf $BASEDIR/packages
847 rm -rf $BASEDIR/log
848 if [ -h /tools ]; then
849 rm -f /tools
850 fi
851 beautify message DONE
852 ;;
853 downloadsrc)
854 if [ ! -d $BASEDIR/cache ]; then
855 mkdir $BASEDIR/cache
856 fi
857 mkdir -p $BASEDIR/log
858 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
859 FINISHED=0
860 cd $BASEDIR/lfs
861 for c in `seq $MAX_RETRIES`; do
862 if (( FINISHED==1 )); then
863 break
864 fi
865 FINISHED=1
866 cd $BASEDIR/lfs
867 for i in *; do
868 if [ -f "$i" -a "$i" != "Config" ]; then
869 echo -ne "Loading $i"
870 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
871 if [ $? -ne 0 ]; then
872 beautify message FAIL
873 FINISHED=0
874 else
875 if [ $c -eq 1 ]; then
876 beautify message DONE
877 fi
878 fi
879 fi
880 done
881 done
882 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
883 ERROR=0
884 for i in *; do
885 if [ -f "$i" -a "$i" != "Config" ]; then
886 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
887 if [ $? -ne 0 ]; then
888 echo -ne "MD5 difference in lfs/$i"
889 beautify message FAIL
890 ERROR=1
891 fi
892 fi
893 done
894 if [ $ERROR -eq 0 ]; then
895 echo -ne "${BOLD}all files md5sum match${NORMAL}"
896 beautify message DONE
897 else
898 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
899 beautify message FAIL
900 fi
901 cd - >/dev/null 2>&1
902 ;;
903 toolchain)
904 clear
905 prepareenv
906 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
907 buildtoolchain
908 BUILDMACHINE=`uname -m`
909 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
910 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
911 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
912 build/{bin,etc,usr/bin,usr/local} \
913 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
914 log >> $LOGFILE
915 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
916 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
917 stdumount
918 ;;
919 gettoolchain)
920 BUILDMACHINE=`uname -m`
921 # arbitrary name to be updated in case of new toolchain package upload
922 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
923 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
924 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
925 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
926 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
927 cd $BASEDIR/cache/toolchains
928 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
929 if [ $? -ne 0 ]; then
930 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
931 else
932 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
933 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
934 else
935 exiterror "$PACKAGE.md5 did not match, check downloaded package"
936 fi
937 fi
938 else
939 echo "Toolchain is already downloaded. Exiting..."
940 fi
941 ;;
942 othersrc)
943 prepareenv
944 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
945 chroot $LFS /tools/bin/env -i HOME=/root \
946 TERM=$TERM PS1='\u:\w\$ ' \
947 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
948 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
949 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
950 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
951 if [ $? -eq "0" ]; then
952 beautify message DONE
953 else
954 beautify message FAIL
955 fi
956 stdumount
957 ;;
958 git)
959 case "$2" in
960 update|up)
961 ## REMOVES ALL UNCOMMITTED CHANGES!
962 [ "$3" == "--force" ] && git checkout -f
963 git pull
964 ;;
965 commit|ci)
966 shift 2
967 git commit $*
968
969 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
970
971 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
972 read
973 [ -z $REPLY ] && exit 0
974 for i in y Y j J; do
975 if [ "$i" == "$REPLY" ]; then
976 $0 git push
977 exit $?
978 fi
979 done
980 exiterror "\"$REPLY\" is not a valid answer."
981 ;;
982 dist)
983 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
984 ;;
985 diff|di)
986 echo -ne "Make a local diff to last revision"
987 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
988 evaluate 1
989 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
990 git diff --stat
991 ;;
992 push)
993 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
994 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
995
996 git push ${GIT_URL} $3
997 ;;
998 log)
999 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1000 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1001
1002 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1003 ;;
1004 esac
1005 ;;
1006 uploadsrc)
1007 PWD=`pwd`
1008 if [ -z $IPFIRE_USER ]; then
1009 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1010 beautify message FAIL
1011 exit 1
1012 fi
1013 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1014 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1015
1016 cd $BASEDIR/cache/
1017 for file in $(ls -1); do
1018 grep -q "$file" <<<$REMOTE_FILES && continue
1019 NEW_FILES="$NEW_FILES $file"
1020 done
1021 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1022 cd $BASEDIR
1023 cd $PWD
1024 exit 0
1025 ;;
1026 batch)
1027 if [ "$2" = "--background" ]; then
1028 batch_script
1029 exit $?
1030 fi
1031 if [ `screen -ls | grep -q ipfire` ]; then
1032 echo "Build is already running, sorry!"
1033 exit 1
1034 else
1035 if [ "$2" = "--rebuild" ]; then
1036 export IPFIRE_REBUILD=1
1037 echo "REBUILD!"
1038 else
1039 export IPFIRE_REBUILD=0
1040 fi
1041 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1042 screen -dmS ipfire $0 batch --background
1043 evaluate 1
1044 exit 0
1045 fi
1046 ;;
1047 watch)
1048 watch_screen
1049 ;;
1050 pxe)
1051 case "$2" in
1052 start)
1053 start_tftpd
1054 ;;
1055 stop)
1056 stop_tftpd
1057 ;;
1058 reload|restart)
1059 reload_tftpd
1060 ;;
1061 esac
1062 exit 0
1063 ;;
1064 lang)
1065 update_langs
1066 ;;
1067 "")
1068 clear
1069 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1070 do
1071 case $name in
1072 "IPFIRE: Downloadsrc")
1073 $0 downloadsrc
1074 ;;
1075 "IPFIRE: Build (silent)")
1076 $0 build-silent
1077 ;;
1078 "IPFIRE: Watch Build")
1079 $0 watch
1080 ;;
1081 "IPFIRE: Batch")
1082 $0 batch
1083 ;;
1084 "IPFIRE: Clean")
1085 $0 clean
1086 ;;
1087 "Help")
1088 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1089 cat doc/make.sh-usage
1090 ;;
1091 "LOG: Tail")
1092 tail -f log/_*
1093 ;;
1094 "Exit")
1095 break
1096 ;;
1097 esac
1098 done
1099 ;;
1100 config)
1101 make_config
1102 ;;
1103 *)
1104 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1105 cat doc/make.sh-usage
1106 ;;
1107 esac