Merge commit 'origin/master' into next
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.8test" # Version number
28 CORE="42" # Core Level (Filename)
29 PAKFIRE_CORE="41" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=1
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 # Debian specific settings
44 if [ ! -e /etc/debian_version ]; then
45 FULLPATH=`which $0`
46 else
47 if [ -x /usr/bin/realpath ]; then
48 FULLPATH=`/usr/bin/realpath $0`
49 else
50 echo "ERROR: Need to do apt-get install realpath"
51 exit 1
52 fi
53 fi
54
55 PWD=`pwd`
56 BASENAME=`basename $0`
57 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
58 LOGFILE=$BASEDIR/log/_build.preparation.log
59 export BASEDIR LOGFILE
60 DIR_CHK=$BASEDIR/cache/check
61 mkdir $BASEDIR/log/ 2>/dev/null
62
63 # Include funtions
64 . tools/make-functions
65
66 if [ -f .config ]; then
67 . .config
68 else
69 echo -e "${BOLD}No configuration found!${NORMAL}"
70 echo -ne "Do you want to create one (y/N)?"
71 read CREATE_CONFIG
72 echo ""
73 if [ "$CREATE_CONFIG" == "y" ]; then
74 make_config
75 fi
76 fi
77
78 if [ -z $EDITOR ]; then
79 for i in nano emacs vi; do
80 EDITOR=$(which $i 2>/dev/null)
81 if ! [ -z $EDITOR ]; then
82 export EDITOR=$EDITOR
83 break
84 fi
85 done
86 [ -z $EDITOR ] && exiterror "You should have installed an editor."
87 fi
88
89 prepareenv() {
90 ############################################################################
91 # #
92 # Are we running the right shell? #
93 # #
94 ############################################################################
95 if [ ! "$BASH" ]; then
96 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
97 fi
98
99 if [ -z "${BASH_VERSION}" ]; then
100 exiterror "Not running BASH shell."
101 fi
102
103
104 ############################################################################
105 # #
106 # Trap on emergency exit #
107 # #
108 ############################################################################
109 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
110
111
112 ############################################################################
113 # #
114 # Resetting our nice level #
115 # #
116 ############################################################################
117 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
118 renice $NICE $$ > /dev/null
119 if [ `nice` != "$NICE" ]; then
120 beautify message FAIL
121 exiterror "Failed to set correct nice level"
122 else
123 beautify message DONE
124 fi
125
126
127 ############################################################################
128 # #
129 # Checking if running as root user #
130 # #
131 ############################################################################
132 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
133 if [ `id -u` != 0 ]; then
134 beautify message FAIL
135 exiterror "Not building as root"
136 else
137 beautify message DONE
138 fi
139
140
141 ############################################################################
142 # #
143 # Checking for necessary temporary space #
144 # #
145 ############################################################################
146 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
147 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
148 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
149 if (( 2048000 > $BASE_ASPACE )); then
150 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
151 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
152 beautify message FAIL
153 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
154 fi
155 else
156 beautify message DONE
157 fi
158
159 ############################################################################
160 # #
161 # Building Linux From Scratch system #
162 # #
163 ############################################################################
164 # Set umask
165 umask 022
166
167 # Set LFS Directory
168 LFS=$BASEDIR/build
169
170 # Check /tools symlink
171 if [ -h /tools ]; then
172 rm -f /tools
173 fi
174 if [ ! -a /tools ]; then
175 ln -s $BASEDIR/build/tools /
176 fi
177 if [ ! -h /tools ]; then
178 exiterror "Could not create /tools symbolic link."
179 fi
180
181 # Setup environment
182 set +h
183 LC_ALL=POSIX
184 if [ -z $MAKETUNING ]; then
185 MAKETUNING="-j6"
186 fi
187 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
188 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
189
190 # Make some extra directories
191 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
192 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
193 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
194 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
195
196 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
197 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
198
199 # Make all sources and proc available under lfs build
200 mount --bind /dev $BASEDIR/build/dev
201 mount --bind /dev/pts $BASEDIR/build/dev/pts
202 mount --bind /dev/shm $BASEDIR/build/dev/shm
203 mount --bind /proc $BASEDIR/build/proc
204 mount --bind /sys $BASEDIR/build/sys
205 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
206 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
207 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
208 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
209 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
210 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
211 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
212 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
213 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
214
215 # This is a temporary hack!!!
216 if [ ! -f /tools/bin/hostname ]; then
217 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
218 fi
219
220 # Run LFS static binary creation scripts one by one
221 export CCACHE_DIR=$BASEDIR/ccache
222 export CCACHE_COMPRESS=1
223 export CCACHE_HASHDIR=1
224
225 # Remove pre-install list of installed files in case user erase some files before rebuild
226 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
227 }
228
229 buildtoolchain() {
230 LOGFILE="$BASEDIR/log/_build.toolchain.log"
231 export LOGFILE
232 ORG_PATH=$PATH
233 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
234 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
235 lfsmake1 ccache PASS=1
236 lfsmake1 binutils PASS=1
237 lfsmake1 gcc PASS=1
238 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
239 lfsmake1 linux-libc-header
240 lfsmake1 glibc
241 lfsmake1 cleanup-toolchain PASS=1
242 lfsmake1 tcl
243 lfsmake1 expect
244 lfsmake1 dejagnu
245 lfsmake1 gcc PASS=2
246 lfsmake1 binutils PASS=2
247 lfsmake1 ccache PASS=2
248 lfsmake1 ncurses
249 lfsmake1 bash
250 lfsmake1 bzip2
251 lfsmake1 coreutils
252 lfsmake1 diffutils
253 lfsmake1 findutils
254 lfsmake1 gawk
255 lfsmake1 gettext
256 lfsmake1 grep
257 lfsmake1 gzip
258 lfsmake1 m4
259 lfsmake1 make
260 lfsmake1 patch
261 lfsmake1 perl
262 lfsmake1 sed
263 lfsmake1 tar
264 lfsmake1 texinfo
265 lfsmake1 util-linux
266 lfsmake1 cleanup-toolchain PASS=2
267 export PATH=$ORG_PATH
268 }
269
270 buildbase() {
271 LOGFILE="$BASEDIR/log/_build.base.log"
272 export LOGFILE
273 lfsmake2 stage2
274 lfsmake2 linux-libc-header
275 lfsmake2 man-pages
276 lfsmake2 glibc
277 lfsmake2 cleanup-toolchain PASS=3
278 lfsmake2 binutils
279 lfsmake2 gcc
280 lfsmake2 berkeley
281 lfsmake2 coreutils
282 lfsmake2 iana-etc
283 lfsmake2 m4
284 lfsmake2 bison
285 lfsmake2 ncurses
286 lfsmake2 procps
287 lfsmake2 sed
288 lfsmake2 libtool
289 lfsmake2 perl
290 lfsmake2 readline
291 lfsmake2 zlib
292 lfsmake2 autoconf
293 lfsmake2 automake
294 lfsmake2 bash
295 lfsmake2 bzip2
296 lfsmake2 diffutils
297 lfsmake2 e2fsprogs
298 lfsmake2 ed
299 lfsmake2 file
300 lfsmake2 findutils
301 lfsmake2 flex
302 lfsmake2 gawk
303 lfsmake2 gettext
304 lfsmake2 grep
305 lfsmake2 groff
306 lfsmake2 gzip
307 lfsmake2 inetutils
308 lfsmake2 iproute2
309 lfsmake2 kbd
310 lfsmake2 less
311 lfsmake2 libaal
312 lfsmake2 make
313 lfsmake2 man
314 lfsmake2 mktemp
315 lfsmake2 module-init-tools
316 lfsmake2 mtd
317 lfsmake2 net-tools
318 lfsmake2 patch
319 lfsmake2 psmisc
320 lfsmake2 reiser4progs
321 lfsmake2 shadow
322 lfsmake2 sysklogd
323 lfsmake2 sysvinit
324 lfsmake2 tar
325 lfsmake2 texinfo
326 lfsmake2 udev
327 lfsmake2 util-linux
328 lfsmake2 vim
329 lfsmake2 grub
330 }
331
332 buildipfire() {
333 LOGFILE="$BASEDIR/log/_build.ipfire.log"
334 export LOGFILE
335 ipfiremake configroot
336 ipfiremake backup
337 ipfiremake dhcp
338 ipfiremake dhcpcd
339 ipfiremake libusb
340 ipfiremake libpcap
341 ipfiremake ppp
342 ipfiremake pptp
343 ipfiremake unzip
344 ipfiremake which
345 ipfiremake xz
346 ipfiremake linux-firmware
347 ipfiremake linux XEN=1
348 ipfiremake kqemu XEN=1
349 ipfiremake v4l-dvb XEN=1
350 ipfiremake madwifi XEN=1
351 ipfiremake mISDN XEN=1
352 ipfiremake dahdi XEN=1 KMOD=1
353 ipfiremake cryptodev XEN=1
354 ipfiremake compat-wireless XEN=1
355 ipfiremake r8169 XEN=1
356 ipfiremake r8168 XEN=1
357 ipfiremake r8101 XEN=1
358 ipfiremake e1000 XEN=1
359 ipfiremake e1000e XEN=1
360 ipfiremake igb XEN=1
361 ipfiremake linux PAE=1
362 ipfiremake kqemu PAE=1
363 ipfiremake kvm-kmod PAE=1
364 ipfiremake v4l-dvb PAE=1
365 ipfiremake madwifi PAE=1
366 ipfiremake alsa PAE=1 KMOD=1
367 ipfiremake mISDN PAE=1
368 ipfiremake dahdi PAE=1 KMOD=1
369 ipfiremake cryptodev PAE=1
370 ipfiremake compat-wireless PAE=1
371 ipfiremake r8169 PAE=1
372 ipfiremake r8168 PAE=1
373 ipfiremake r8101 PAE=1
374 ipfiremake e1000 PAE=1
375 ipfiremake e1000e PAE=1
376 ipfiremake igb PAE=1
377 ipfiremake linux
378 ipfiremake kqemu
379 ipfiremake kvm-kmod
380 ipfiremake v4l-dvb
381 ipfiremake madwifi
382 ipfiremake alsa KMOD=1
383 ipfiremake mISDN
384 ipfiremake dahdi KMOD=1
385 ipfiremake cryptodev
386 ipfiremake compat-wireless
387 ipfiremake r8169
388 ipfiremake r8168
389 ipfiremake r8101
390 ipfiremake e1000
391 ipfiremake e1000e
392 ipfiremake igb
393 ipfiremake pkg-config
394 ipfiremake linux-atm
395 ipfiremake cpio
396
397 installmake strip
398
399 ipfiremake dracut
400 ipfiremake expat
401 ipfiremake gdbm
402 ipfiremake gmp
403 ipfiremake pam
404 ipfiremake openssl
405 ipfiremake curl
406 ipfiremake python
407 ipfiremake libnet
408 ipfiremake libnl
409 ipfiremake libidn
410 ipfiremake libjpeg
411 ipfiremake libpng
412 ipfiremake libtiff
413 ipfiremake libart
414 ipfiremake freetype
415 ipfiremake gd
416 ipfiremake popt
417 ipfiremake pcre
418 ipfiremake slang
419 ipfiremake newt
420 ipfiremake attr
421 ipfiremake libcap
422 ipfiremake pciutils
423 ipfiremake usbutils
424 ipfiremake libxml2
425 ipfiremake libxslt
426 ipfiremake BerkeleyDB
427 ipfiremake mysql
428 ipfiremake cyrus-sasl
429 ipfiremake openldap
430 ipfiremake apache2
431 ipfiremake php
432 ipfiremake apache2 PASS=C
433 ipfiremake arping
434 ipfiremake beep
435 ipfiremake bind
436 ipfiremake cdrtools
437 ipfiremake dnsmasq
438 ipfiremake dosfstools
439 ipfiremake reiserfsprogs
440 ipfiremake xfsprogs
441 ipfiremake sysfsutils
442 ipfiremake fuse
443 ipfiremake ntfs-3g
444 ipfiremake ethtool
445 ipfiremake ez-ipupdate
446 ipfiremake fcron
447 ipfiremake perl-GD
448 ipfiremake GD-Graph
449 ipfiremake GD-TextUtil
450 ipfiremake gnupg
451 ipfiremake hdparm
452 ipfiremake sdparm
453 ipfiremake mtools
454 ipfiremake initscripts
455 ipfiremake whatmask
456 ipfiremake iptables
457 ipfiremake libupnp
458 ipfiremake ipaddr
459 ipfiremake iptstate
460 ipfiremake iputils
461 ipfiremake l7-protocols
462 ipfiremake mISDNuser
463 ipfiremake capi4k-utils
464 ipfiremake hwdata
465 ipfiremake kudzu
466 ipfiremake logrotate
467 ipfiremake logwatch
468 ipfiremake misc-progs
469 ipfiremake nano
470 ipfiremake nasm
471 ipfiremake URI
472 ipfiremake HTML-Tagset
473 ipfiremake HTML-Parser
474 ipfiremake Compress-Zlib
475 ipfiremake Digest
476 ipfiremake Digest-SHA1
477 ipfiremake Digest-HMAC
478 ipfiremake libwww-perl
479 ipfiremake Net-DNS
480 ipfiremake Net-IPv4Addr
481 ipfiremake Net_SSLeay
482 ipfiremake IO-Stringy
483 ipfiremake Unix-Syslog
484 ipfiremake Mail-Tools
485 ipfiremake MIME-Tools
486 ipfiremake Net-Server
487 ipfiremake Convert-TNEF
488 ipfiremake Convert-UUlib
489 ipfiremake Archive-Tar
490 ipfiremake Archive-Zip
491 ipfiremake Text-Tabs+Wrap
492 ipfiremake Locale-Country
493 ipfiremake XML-Parser
494 ipfiremake python-setuptools
495 ipfiremake python-clientform
496 ipfiremake python-mechanize
497 ipfiremake python-feedparser
498 ipfiremake python-rssdler
499 ipfiremake glib
500 ipfiremake GeoIP
501 ipfiremake fwhits
502 ipfiremake noip_updater
503 ipfiremake ntp
504 ipfiremake openssh
505 ipfiremake rrdtool
506 ipfiremake setserial
507 ipfiremake setup
508 ipfiremake snort
509 ipfiremake oinkmaster
510 ipfiremake squid
511 ipfiremake squidguard
512 ipfiremake calamaris
513 ipfiremake tcpdump
514 ipfiremake traceroute
515 ipfiremake vlan
516 ipfiremake wireless
517 ipfiremake libsafe
518 ipfiremake pakfire
519 ipfiremake java
520 ipfiremake spandsp
521 ipfiremake lzo
522 ipfiremake openvpn
523 ipfiremake pammysql
524 ipfiremake cups
525 ipfiremake ghostscript
526 ipfiremake foomatic
527 ipfiremake hplip
528 ipfiremake samba
529 ipfiremake sudo
530 ipfiremake mc
531 ipfiremake wget
532 ipfiremake bridge-utils
533 ipfiremake screen
534 ipfiremake hddtemp
535 ipfiremake smartmontools
536 ipfiremake htop
537 ipfiremake postfix
538 ipfiremake fetchmail
539 ipfiremake cyrus-imapd
540 ipfiremake openmailadmin
541 ipfiremake clamav
542 ipfiremake spamassassin
543 ipfiremake amavisd
544 ipfiremake alsa
545 ipfiremake mpfire
546 ipfiremake guardian
547 ipfiremake libid3tag
548 ipfiremake libmad
549 ipfiremake libogg
550 ipfiremake libvorbis
551 ipfiremake libdvbpsi
552 ipfiremake lame
553 ipfiremake sox
554 ipfiremake libshout
555 ipfiremake xvid
556 ipfiremake libmpeg2
557 ipfiremake cmake
558 ipfiremake gnump3d
559 ipfiremake libsigc++
560 ipfiremake applejuice
561 ipfiremake ocaml
562 ipfiremake mldonkey
563 ipfiremake libtorrent
564 ipfiremake rtorrent
565 ipfiremake ipfireseeder
566 ipfiremake rsync
567 ipfiremake tcpwrapper
568 ipfiremake libevent
569 ipfiremake portmap
570 ipfiremake nfs
571 ipfiremake nmap
572 ipfiremake ncftp
573 ipfiremake etherwake
574 ipfiremake bwm-ng
575 ipfiremake tripwire
576 ipfiremake sysstat
577 ipfiremake vsftpd
578 ipfiremake strongswan
579 ipfiremake lsof
580 ipfiremake centerim
581 ipfiremake br2684ctl
582 ipfiremake pcmciautils
583 ipfiremake lm_sensors
584 ipfiremake liboping
585 ipfiremake collectd
586 ipfiremake lcd4linux
587 ipfiremake teamspeak
588 ipfiremake elinks
589 ipfiremake igmpproxy
590 ipfiremake fbset
591 ipfiremake sdl
592 ipfiremake qemu
593 ipfiremake qemu-kqemu
594 ipfiremake sane
595 ipfiremake netpbm
596 ipfiremake phpSANE
597 ipfiremake tunctl
598 ipfiremake nagios
599 ipfiremake ebtables
600 ipfiremake fontconfig
601 ipfiremake freefont
602 ipfiremake directfb
603 ipfiremake dfb++
604 ipfiremake faad2
605 ipfiremake ffmpeg
606 ipfiremake videolan
607 ipfiremake vdr
608 ipfiremake w_scan
609 ipfiremake icecast
610 ipfiremake icegenerator
611 ipfiremake mpd
612 ipfiremake libmpdclient
613 ipfiremake mpc
614 ipfiremake git
615 ipfiremake squidclamav
616 ipfiremake bc
617 ipfiremake vnstat
618 ipfiremake vnstati
619 ipfiremake iw
620 ipfiremake wpa_supplicant
621 ipfiremake hostapd
622 ipfiremake urlgrabber
623 ipfiremake syslinux
624 ipfiremake tftpd
625 ipfiremake cpufrequtils
626 ipfiremake dbus
627 ipfiremake bluetooth
628 ipfiremake gutenprint
629 ipfiremake apcupsd
630 ipfiremake iperf
631 ipfiremake netcat
632 ipfiremake 7zip
633 ipfiremake lynis
634 ipfiremake splix
635 ipfiremake streamripper
636 ipfiremake sshfs
637 ipfiremake sqlite
638 ipfiremake taglib
639 ipfiremake mediatomb
640 ipfiremake sslh
641 ipfiremake perl-gettext
642 ipfiremake vdradmin
643 ipfiremake miau
644 ipfiremake netsnmpd
645 ipfiremake perl-DBI
646 ipfiremake perl-DBD-mysql
647 ipfiremake cacti
648 ipfiremake icecc
649 ipfiremake openvmtools
650 ipfiremake nagiosql
651 ipfiremake iftop
652 ipfiremake motion
653 ipfiremake joe
654 ipfiremake nut
655 ipfiremake watchdog
656 ipfiremake libpri
657 ipfiremake dahdi
658 ipfiremake asterisk
659 ipfiremake lcr
660 ipfiremake usb_modeswitch
661 ipfiremake usb_modeswitch_data
662 ipfiremake zerofree
663 ipfiremake mdadm
664 ipfiremake eject
665 ipfiremake pound
666 ipfiremake minicom
667 ipfiremake ddrescue
668 ipfiremake tcl
669 ipfiremake imspector
670 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
671 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
672 echo >> $BASEDIR/build/var/ipfire/firebuild
673 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
674 echo >> $BASEDIR/build/var/ipfire/firebuild
675 git status >> $BASEDIR/build/var/ipfire/firebuild
676 echo >> $BASEDIR/build/var/ipfire/firebuild
677 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
678 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
679 if [ "$GIT_BRANCH" = "master" ]; then
680 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
681 else
682 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
683 fi
684 }
685
686 buildinstaller() {
687 # Run installer scripts one by one
688 LOGFILE="$BASEDIR/log/_build.installer.log"
689 export LOGFILE
690 ipfiremake as86
691 ipfiremake mbr
692 ipfiremake memtest
693 ipfiremake installer
694 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
695 installmake strip
696 ipfiremake initrd
697 }
698
699 buildpackages() {
700 LOGFILE="$BASEDIR/log/_build.packages.log"
701 export LOGFILE
702 echo "... see detailed log in _build.*.log files" >> $LOGFILE
703
704
705 # Generating list of packages used
706 echo -n "Generating packages list from logs" | tee -a $LOGFILE
707 rm -f $BASEDIR/doc/packages-list
708 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
709 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
710 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
711 fi
712 done
713 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
714 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
715 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
716 rm -f $BASEDIR/doc/packages-list
717 # packages-list.txt is ready to be displayed for wiki page
718 beautify message DONE
719
720 # Update changelog
721 cd $BASEDIR
722 $0 git log
723
724 # Create images for install
725 ipfiremake cdrom ED=$IPFVER
726
727 # Check if there is a loop device for building in virtual environments
728 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
729 ipfiremake usb-stick ED=$IPFVER
730 ipfiremake flash-images ED=$IPFVER
731 fi
732
733 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
734
735 ipfirepackages
736
737 # Check if there is a loop device for building in virtual environments
738 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
739 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
740 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
741 ipfiremake xen-image ED=$IPFVER
742 rm -rf $LFS/install/packages/linux-xen-*.ipfire
743 rm -rf $LFS/install/packages/meta-linux-xen
744 fi
745 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
746
747 # Cleanup
748 stdumount
749 rm -rf $BASEDIR/build/tmp/*
750
751 # Generating total list of files
752 echo -n "Generating files list from logs" | tee -a $LOGFILE
753 rm -f $BASEDIR/log/FILES
754 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
755 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
756 echo "##" >>$BASEDIR/log/FILES
757 echo "## `basename $i`" >>$BASEDIR/log/FILES
758 echo "##" >>$BASEDIR/log/FILES
759 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
760 fi
761 done
762 beautify message DONE
763
764 cd $PWD
765 }
766
767 ipfirepackages() {
768 ipfiremake core-updates
769 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
770 if [ -e $BASEDIR/lfs/$i ]; then
771 ipfiredist $i
772 else
773 echo -n $i
774 beautify message SKIP
775 fi
776 done
777 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
778 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
779 rm -rf $BASEDIR/build/install/packages/*
780 }
781
782 # See what we're supposed to do
783 case "$1" in
784 build)
785 clear
786 BUILDMACHINE=`uname -m`
787 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
788 #only restore on a clean disk
789 if [ ! -f log/cleanup-toolchain-2-tools ]; then
790 if [ ! -n "$PACKAGE" ]; then
791 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
792 prepareenv
793 buildtoolchain
794 else
795 PACKAGENAME=${PACKAGE%.tar.gz}
796 beautify build_stage "Packaged toolchain compilation"
797 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
798 tar zxf $PACKAGE
799 prepareenv
800 else
801 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
802 fi
803 fi
804 else
805 echo -n "Using installed toolchain" | tee -a $LOGFILE
806 beautify message SKIP
807 prepareenv
808 fi
809
810 beautify build_start
811 beautify build_stage "Building LFS"
812 buildbase
813
814 beautify build_stage "Building IPFire"
815 buildipfire
816
817 beautify build_stage "Building installer"
818 buildinstaller
819
820 beautify build_stage "Building packages"
821 buildpackages
822
823 beautify build_stage "Checking Logfiles for new Files"
824 cd ..
825 tools/checknewlog.pl
826
827 beautify build_end
828 ;;
829 shell)
830 # enter a shell inside LFS chroot
831 # may be used to changed kernel settings
832 prepareenv
833 entershell
834 ;;
835 clean)
836 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
837 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
838 $LOSETUP -d $i 2>/dev/null
839 done
840 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
841 umount $i
842 done
843 stdumount
844 for i in `seq 0 7`; do
845 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
846 umount /dev/loop${i} 2>/dev/null;
847 losetup -d /dev/loop${i} 2>/dev/null;
848 fi;
849 done
850 rm -rf $BASEDIR/build
851 rm -rf $BASEDIR/cdrom
852 rm -rf $BASEDIR/packages
853 rm -rf $BASEDIR/log
854 if [ -h /tools ]; then
855 rm -f /tools
856 fi
857 beautify message DONE
858 ;;
859 downloadsrc)
860 if [ ! -d $BASEDIR/cache ]; then
861 mkdir $BASEDIR/cache
862 fi
863 mkdir -p $BASEDIR/log
864 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
865 FINISHED=0
866 cd $BASEDIR/lfs
867 for c in `seq $MAX_RETRIES`; do
868 if (( FINISHED==1 )); then
869 break
870 fi
871 FINISHED=1
872 cd $BASEDIR/lfs
873 for i in *; do
874 if [ -f "$i" -a "$i" != "Config" ]; then
875 echo -ne "Loading $i"
876 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
877 if [ $? -ne 0 ]; then
878 beautify message FAIL
879 FINISHED=0
880 else
881 if [ $c -eq 1 ]; then
882 beautify message DONE
883 fi
884 fi
885 fi
886 done
887 done
888 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
889 ERROR=0
890 for i in *; do
891 if [ -f "$i" -a "$i" != "Config" ]; then
892 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
893 if [ $? -ne 0 ]; then
894 echo -ne "MD5 difference in lfs/$i"
895 beautify message FAIL
896 ERROR=1
897 fi
898 fi
899 done
900 if [ $ERROR -eq 0 ]; then
901 echo -ne "${BOLD}all files md5sum match${NORMAL}"
902 beautify message DONE
903 else
904 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
905 beautify message FAIL
906 fi
907 cd - >/dev/null 2>&1
908 ;;
909 toolchain)
910 clear
911 prepareenv
912 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
913 buildtoolchain
914 BUILDMACHINE=`uname -m`
915 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
916 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
917 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
918 build/{bin,etc,usr/bin,usr/local} \
919 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
920 log >> $LOGFILE
921 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
922 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
923 stdumount
924 ;;
925 gettoolchain)
926 BUILDMACHINE=`uname -m`
927 # arbitrary name to be updated in case of new toolchain package upload
928 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
929 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
930 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
931 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
932 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
933 cd $BASEDIR/cache/toolchains
934 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
935 if [ $? -ne 0 ]; then
936 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
937 else
938 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
939 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
940 else
941 exiterror "$PACKAGE.md5 did not match, check downloaded package"
942 fi
943 fi
944 else
945 echo "Toolchain is already downloaded. Exiting..."
946 fi
947 ;;
948 othersrc)
949 prepareenv
950 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
951 chroot $LFS /tools/bin/env -i HOME=/root \
952 TERM=$TERM PS1='\u:\w\$ ' \
953 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
954 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
955 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
956 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
957 if [ $? -eq "0" ]; then
958 beautify message DONE
959 else
960 beautify message FAIL
961 fi
962 stdumount
963 ;;
964 git)
965 case "$2" in
966 update|up)
967 ## REMOVES ALL UNCOMMITTED CHANGES!
968 [ "$3" == "--force" ] && git checkout -f
969 git pull
970 ;;
971 commit|ci)
972 shift 2
973 git commit $*
974
975 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
976
977 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
978 read
979 [ -z $REPLY ] && exit 0
980 for i in y Y j J; do
981 if [ "$i" == "$REPLY" ]; then
982 $0 git push
983 exit $?
984 fi
985 done
986 exiterror "\"$REPLY\" is not a valid answer."
987 ;;
988 dist)
989 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
990 ;;
991 diff|di)
992 echo -ne "Make a local diff to last revision"
993 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
994 evaluate 1
995 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
996 git diff --stat
997 ;;
998 push)
999 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1000 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1001
1002 git push ${GIT_URL} $3
1003 ;;
1004 log)
1005 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1006 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1007
1008 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1009 ;;
1010 esac
1011 ;;
1012 uploadsrc)
1013 PWD=`pwd`
1014 if [ -z $IPFIRE_USER ]; then
1015 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1016 beautify message FAIL
1017 exit 1
1018 fi
1019
1020 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1021 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1022
1023 cd $BASEDIR/cache/
1024 for file in $(ls -1 --ignore=toolchains); do
1025 grep -q "$file" <<<$REMOTE_FILES && continue
1026 NEW_FILES="$NEW_FILES $file"
1027 done
1028 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1029 cd $BASEDIR
1030 cd $PWD
1031 exit 0
1032 ;;
1033 batch)
1034 if [ "$2" = "--background" ]; then
1035 batch_script
1036 exit $?
1037 fi
1038 if [ `screen -ls | grep -q ipfire` ]; then
1039 echo "Build is already running, sorry!"
1040 exit 1
1041 else
1042 if [ "$2" = "--rebuild" ]; then
1043 export IPFIRE_REBUILD=1
1044 echo "REBUILD!"
1045 else
1046 export IPFIRE_REBUILD=0
1047 fi
1048 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1049 screen -dmS ipfire $0 batch --background
1050 evaluate 1
1051 exit 0
1052 fi
1053 ;;
1054 watch)
1055 watch_screen
1056 ;;
1057 pxe)
1058 case "$2" in
1059 start)
1060 start_tftpd
1061 ;;
1062 stop)
1063 stop_tftpd
1064 ;;
1065 reload|restart)
1066 reload_tftpd
1067 ;;
1068 esac
1069 exit 0
1070 ;;
1071 lang)
1072 update_langs
1073 ;;
1074 "")
1075 clear
1076 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1077 do
1078 case $name in
1079 "IPFIRE: Downloadsrc")
1080 $0 downloadsrc
1081 ;;
1082 "IPFIRE: Build (silent)")
1083 $0 build-silent
1084 ;;
1085 "IPFIRE: Watch Build")
1086 $0 watch
1087 ;;
1088 "IPFIRE: Batch")
1089 $0 batch
1090 ;;
1091 "IPFIRE: Clean")
1092 $0 clean
1093 ;;
1094 "Help")
1095 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1096 cat doc/make.sh-usage
1097 ;;
1098 "LOG: Tail")
1099 tail -f log/_*
1100 ;;
1101 "Exit")
1102 break
1103 ;;
1104 esac
1105 done
1106 ;;
1107 config)
1108 make_config
1109 ;;
1110 *)
1111 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1112 cat doc/make.sh-usage
1113 ;;
1114 esac