Add strongswan (4.3.6) for testing.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.6" # Version number
28 CORE="37" # Core Level (Filename)
29 PAKFIRE_CORE="36" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
36 MACHINE=`uname -m`
37 GIT_TAG=$(git tag | tail -1) # Git Tag
38 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
39 TOOLCHAINVER=1
40 IPFVER="full" # Which versions should be compiled? (full|devel)
41
42 # Debian specific settings
43 if [ ! -e /etc/debian_version ]; then
44 FULLPATH=`which $0`
45 else
46 if [ -x /usr/bin/realpath ]; then
47 FULLPATH=`/usr/bin/realpath $0`
48 else
49 echo "ERROR: Need to do apt-get install realpath"
50 exit 1
51 fi
52 fi
53
54 PWD=`pwd`
55 BASENAME=`basename $0`
56 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
57 LOGFILE=$BASEDIR/log/_build.preparation.log
58 export BASEDIR LOGFILE
59 DIR_CHK=$BASEDIR/cache/check
60 mkdir $BASEDIR/log/ 2>/dev/null
61
62 # Include funtions
63 . tools/make-functions
64
65 if [ -f .config ]; then
66 . .config
67 else
68 echo -e "${BOLD}No configuration found!${NORMAL}"
69 echo -ne "Do you want to create one (y/N)?"
70 read CREATE_CONFIG
71 echo ""
72 if [ "$CREATE_CONFIG" == "y" ]; then
73 make_config
74 fi
75 fi
76
77 if [ -z $EDITOR ]; then
78 for i in nano emacs vi; do
79 EDITOR=$(which $i 2>/dev/null)
80 if ! [ -z $EDITOR ]; then
81 export EDITOR=$EDITOR
82 break
83 fi
84 done
85 [ -z $EDITOR ] && exiterror "You should have installed an editor."
86 fi
87
88 prepareenv() {
89 ############################################################################
90 # #
91 # Are we running the right shell? #
92 # #
93 ############################################################################
94 if [ ! "$BASH" ]; then
95 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
96 fi
97
98 if [ -z "${BASH_VERSION}" ]; then
99 exiterror "Not running BASH shell."
100 fi
101
102
103 ############################################################################
104 # #
105 # Trap on emergency exit #
106 # #
107 ############################################################################
108 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
109
110
111 ############################################################################
112 # #
113 # Resetting our nice level #
114 # #
115 ############################################################################
116 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
117 renice $NICE $$ > /dev/null
118 if [ `nice` != "$NICE" ]; then
119 beautify message FAIL
120 exiterror "Failed to set correct nice level"
121 else
122 beautify message DONE
123 fi
124
125
126 ############################################################################
127 # #
128 # Checking if running as root user #
129 # #
130 ############################################################################
131 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
132 if [ `id -u` != 0 ]; then
133 beautify message FAIL
134 exiterror "Not building as root"
135 else
136 beautify message DONE
137 fi
138
139
140 ############################################################################
141 # #
142 # Checking for necessary temporary space #
143 # #
144 ############################################################################
145 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
146 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
147 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
148 if (( 2048000 > $BASE_ASPACE )); then
149 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
150 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
151 beautify message FAIL
152 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
153 fi
154 else
155 beautify message DONE
156 fi
157
158 ############################################################################
159 # #
160 # Building Linux From Scratch system #
161 # #
162 ############################################################################
163 # Set umask
164 umask 022
165
166 # Set LFS Directory
167 LFS=$BASEDIR/build
168
169 # Check /tools symlink
170 if [ -h /tools ]; then
171 rm -f /tools
172 fi
173 if [ ! -a /tools ]; then
174 ln -s $BASEDIR/build/tools /
175 fi
176 if [ ! -h /tools ]; then
177 exiterror "Could not create /tools symbolic link."
178 fi
179
180 # Setup environment
181 set +h
182 LC_ALL=POSIX
183 if [ -z $MAKETUNING ]; then
184 MAKETUNING="-j6"
185 fi
186 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
187 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
188
189 # Make some extra directories
190 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
191 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
192 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
193 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
194
195 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
196 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
197
198 # Make all sources and proc available under lfs build
199 mount --bind /dev $BASEDIR/build/dev
200 mount --bind /dev/pts $BASEDIR/build/dev/pts
201 mount --bind /dev/shm $BASEDIR/build/dev/shm
202 mount --bind /proc $BASEDIR/build/proc
203 mount --bind /sys $BASEDIR/build/sys
204 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
205 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
206 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
207 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
208 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
209 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
210 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
211 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
212 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
213
214 # This is a temporary hack!!!
215 if [ ! -f /tools/bin/hostname ]; then
216 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
217 fi
218
219 # Run LFS static binary creation scripts one by one
220 export CCACHE_DIR=$BASEDIR/ccache
221 export CCACHE_HASHDIR=1
222
223 # Remove pre-install list of installed files in case user erase some files before rebuild
224 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
225 }
226
227 buildtoolchain() {
228 LOGFILE="$BASEDIR/log/_build.toolchain.log"
229 export LOGFILE
230 ORG_PATH=$PATH
231 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
232 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
233 lfsmake1 ccache
234 lfsmake1 binutils PASS=1
235 lfsmake1 gcc PASS=1
236 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
237 lfsmake1 linux-libc-header
238 lfsmake1 glibc
239 lfsmake1 cleanup-toolchain PASS=1
240 lfsmake1 tcl
241 lfsmake1 expect
242 lfsmake1 dejagnu
243 lfsmake1 gcc PASS=2
244 lfsmake1 binutils PASS=2
245 lfsmake1 ncurses
246 lfsmake1 bash
247 lfsmake1 bzip2
248 lfsmake1 coreutils
249 lfsmake1 diffutils
250 lfsmake1 findutils
251 lfsmake1 gawk
252 lfsmake1 gettext
253 lfsmake1 grep
254 lfsmake1 gzip
255 lfsmake1 m4
256 lfsmake1 make
257 lfsmake1 patch
258 lfsmake1 perl
259 lfsmake1 sed
260 lfsmake1 tar
261 lfsmake1 texinfo
262 lfsmake1 util-linux
263 lfsmake1 cleanup-toolchain PASS=2
264 export PATH=$ORG_PATH
265 }
266
267 buildbase() {
268 LOGFILE="$BASEDIR/log/_build.base.log"
269 export LOGFILE
270 lfsmake2 stage2
271 lfsmake2 linux-libc-header
272 lfsmake2 man-pages
273 lfsmake2 glibc
274 lfsmake2 cleanup-toolchain PASS=3
275 lfsmake2 binutils
276 lfsmake2 gcc
277 lfsmake2 berkeley
278 lfsmake2 coreutils
279 lfsmake2 iana-etc
280 lfsmake2 m4
281 lfsmake2 bison
282 lfsmake2 ncurses
283 lfsmake2 procps
284 lfsmake2 sed
285 lfsmake2 libtool
286 lfsmake2 perl
287 lfsmake2 readline
288 lfsmake2 zlib
289 lfsmake2 autoconf
290 lfsmake2 automake
291 lfsmake2 bash
292 lfsmake2 bzip2
293 lfsmake2 diffutils
294 lfsmake2 e2fsprogs
295 lfsmake2 ed
296 lfsmake2 file
297 lfsmake2 findutils
298 lfsmake2 flex
299 lfsmake2 gawk
300 lfsmake2 gettext
301 lfsmake2 grep
302 lfsmake2 groff
303 lfsmake2 gzip
304 lfsmake2 inetutils
305 lfsmake2 iproute2
306 lfsmake2 kbd
307 lfsmake2 less
308 lfsmake2 libaal
309 lfsmake2 make
310 lfsmake2 man
311 lfsmake2 mktemp
312 lfsmake2 module-init-tools
313 lfsmake2 mtd
314 lfsmake2 net-tools
315 lfsmake2 patch
316 lfsmake2 psmisc
317 lfsmake2 reiser4progs
318 lfsmake2 shadow
319 lfsmake2 sysklogd
320 lfsmake2 sysvinit
321 lfsmake2 tar
322 lfsmake2 texinfo
323 lfsmake2 udev
324 lfsmake2 util-linux
325 lfsmake2 vim
326 lfsmake2 grub
327 }
328
329 buildipfire() {
330 LOGFILE="$BASEDIR/log/_build.ipfire.log"
331 export LOGFILE
332 ipfiremake configroot
333 ipfiremake backup
334 ipfiremake dhcp
335 ipfiremake dhcpcd
336 ipfiremake libusb
337 ipfiremake libpcap
338 ipfiremake ppp
339 ipfiremake rp-pppoe
340 ipfiremake pptp
341 ipfiremake unzip
342 ipfiremake which
343 ipfiremake xz
344 ipfiremake linux XEN=1
345 ipfiremake kqemu XEN=1
346 #ipfiremake kvm-kmod XEN=1
347 ipfiremake v4l-dvb XEN=1
348 ipfiremake madwifi XEN=1
349 #ipfiremake alsa XEN=1 KMOD=1
350 ipfiremake dahdi XEN=1 KMOD=1
351 # ipfiremake openswan XEN=1 KMOD=1
352 #ipfiremake mISDN XEN=1
353 #ipfiremake compat-wireless XEN=1
354 ipfiremake cryptodev XEN=1
355 ipfiremake linux
356 ipfiremake kqemu
357 #ipfiremake kvm-kmod
358 ipfiremake v4l-dvb
359 ipfiremake madwifi
360 ipfiremake alsa KMOD=1
361 ipfiremake dahdi KMOD=1
362 # ipfiremake openswan KMOD=1
363 #ipfiremake mISDN
364 #ipfiremake compat-wireless
365 ipfiremake cryptodev
366 ipfiremake pkg-config
367 ipfiremake linux-atm
368 ipfiremake cpio
369 ipfiremake klibc
370 ipfiremake mkinitcpio
371 ipfiremake udev KLIBC=1
372 ipfiremake expat
373 ipfiremake gdbm
374 ipfiremake gmp
375 ipfiremake pam
376 ipfiremake openssl
377 ipfiremake curl
378 ipfiremake python
379 ipfiremake libnet
380 ipfiremake libnl
381 ipfiremake libidn
382 ipfiremake libjpeg
383 ipfiremake libpng
384 ipfiremake libtiff
385 ipfiremake libart
386 ipfiremake freetype
387 ipfiremake gd
388 ipfiremake popt
389 ipfiremake pcre
390 ipfiremake slang
391 ipfiremake newt
392 ipfiremake libcap
393 ipfiremake pciutils
394 ipfiremake usbutils
395 ipfiremake libxml2
396 ipfiremake libxslt
397 ipfiremake BerkeleyDB
398 ipfiremake mysql
399 ipfiremake cyrus-sasl
400 ipfiremake openldap
401 ipfiremake apache2
402 ipfiremake php
403 ipfiremake apache2 PASS=C
404 ipfiremake arping
405 ipfiremake beep
406 ipfiremake bind
407 ipfiremake cdrtools
408 ipfiremake dnsmasq
409 ipfiremake dosfstools
410 ipfiremake squashfstools
411 ipfiremake reiserfsprogs
412 ipfiremake xfsprogs
413 ipfiremake sysfsutils
414 ipfiremake fuse
415 ipfiremake ntfs-3g
416 ipfiremake ethtool
417 ipfiremake ez-ipupdate
418 ipfiremake fcron
419 ipfiremake perl-GD
420 ipfiremake GD-Graph
421 ipfiremake GD-TextUtil
422 ipfiremake gnupg
423 ipfiremake hdparm
424 ipfiremake sdparm
425 ipfiremake mtools
426 ipfiremake initscripts
427 ipfiremake whatmask
428 ipfiremake iptables
429 ipfiremake libupnp
430 ipfiremake ipaddr
431 ipfiremake iptstate
432 ipfiremake iputils
433 ipfiremake l7-protocols
434 ipfiremake mISDNuser
435 ipfiremake capi4k-utils
436 ipfiremake hwdata
437 ipfiremake kudzu
438 ipfiremake logrotate
439 ipfiremake logwatch
440 ipfiremake misc-progs
441 ipfiremake nano
442 ipfiremake nasm
443 ipfiremake URI
444 ipfiremake HTML-Tagset
445 ipfiremake HTML-Parser
446 ipfiremake Compress-Zlib
447 ipfiremake Digest
448 ipfiremake Digest-SHA1
449 ipfiremake Digest-HMAC
450 ipfiremake libwww-perl
451 ipfiremake Net-DNS
452 ipfiremake Net-IPv4Addr
453 ipfiremake Net_SSLeay
454 ipfiremake IO-Stringy
455 ipfiremake Unix-Syslog
456 ipfiremake Mail-Tools
457 ipfiremake MIME-Tools
458 ipfiremake Net-Server
459 ipfiremake Convert-TNEF
460 ipfiremake Convert-UUlib
461 ipfiremake Archive-Tar
462 ipfiremake Archive-Zip
463 ipfiremake Text-Tabs+Wrap
464 ipfiremake Locale-Country
465 ipfiremake XML-Parser
466 ipfiremake python-setuptools
467 ipfiremake python-clientform
468 ipfiremake python-mechanize
469 ipfiremake python-feedparser
470 ipfiremake python-rssdler
471 ipfiremake glib
472 ipfiremake GeoIP
473 ipfiremake fwhits
474 ipfiremake noip_updater
475 ipfiremake ntp
476 ipfiremake openssh
477 ipfiremake rrdtool
478 ipfiremake setserial
479 ipfiremake setup
480 ipfiremake snort
481 ipfiremake oinkmaster
482 ipfiremake squid
483 ipfiremake squidguard
484 ipfiremake calamaris
485 ipfiremake tcpdump
486 ipfiremake traceroute
487 ipfiremake vlan
488 ipfiremake wireless
489 ipfiremake libsafe
490 ipfiremake pakfire
491 ipfiremake java
492 ipfiremake spandsp
493 ipfiremake lzo
494 ipfiremake openvpn
495 ipfiremake pammysql
496 ipfiremake cups
497 ipfiremake ghostscript
498 ipfiremake foomatic
499 ipfiremake hplip
500 ipfiremake samba
501 ipfiremake sudo
502 ipfiremake mc
503 ipfiremake wget
504 ipfiremake bridge-utils
505 ipfiremake screen
506 ipfiremake hddtemp
507 ipfiremake smartmontools
508 ipfiremake htop
509 ipfiremake postfix
510 ipfiremake fetchmail
511 ipfiremake cyrus-imapd
512 ipfiremake openmailadmin
513 ipfiremake clamav
514 ipfiremake spamassassin
515 ipfiremake amavisd
516 ipfiremake alsa
517 ipfiremake mpfire
518 ipfiremake guardian
519 ipfiremake libid3tag
520 ipfiremake libmad
521 ipfiremake libogg
522 ipfiremake libvorbis
523 ipfiremake libdvbpsi
524 ipfiremake lame
525 ipfiremake sox
526 ipfiremake libshout
527 ipfiremake xvid
528 ipfiremake libmpeg2
529 ipfiremake cmake
530 ipfiremake gnump3d
531 ipfiremake libsigc++
532 ipfiremake applejuice
533 ipfiremake ocaml
534 ipfiremake mldonkey
535 ipfiremake libtorrent
536 ipfiremake rtorrent
537 ipfiremake ipfireseeder
538 ipfiremake rsync
539 ipfiremake tcpwrapper
540 ipfiremake portmap
541 ipfiremake nfs
542 ipfiremake nmap
543 ipfiremake ncftp
544 ipfiremake etherwake
545 ipfiremake bwm-ng
546 ipfiremake tripwire
547 ipfiremake sysstat
548 ipfiremake vsftpd
549 # ipfiremake openswan
550 ipfiremake strongswan
551 ipfiremake lsof
552 ipfiremake centerim
553 ipfiremake br2684ctl
554 ipfiremake pcmciautils
555 ipfiremake lm_sensors
556 ipfiremake liboping
557 ipfiremake collectd
558 ipfiremake lcd4linux
559 ipfiremake tcptrack
560 ipfiremake teamspeak
561 ipfiremake elinks
562 ipfiremake igmpproxy
563 ipfiremake fbset
564 ipfiremake sdl
565 ipfiremake qemu
566 ipfiremake sane
567 ipfiremake netpbm
568 ipfiremake phpSANE
569 ipfiremake tunctl
570 ipfiremake nagios
571 ipfiremake ebtables
572 ipfiremake fontconfig
573 ipfiremake freefont
574 ipfiremake directfb
575 ipfiremake dfb++
576 ipfiremake faad2
577 ipfiremake ffmpeg
578 ipfiremake videolan
579 ipfiremake vdr
580 ipfiremake w_scan
581 ipfiremake icecast
582 ipfiremake icegenerator
583 ipfiremake mpd
584 ipfiremake libmpdclient
585 ipfiremake mpc
586 ipfiremake git
587 ipfiremake squidclamav
588 ipfiremake bc
589 ipfiremake esniper
590 ipfiremake vnstat
591 ipfiremake vnstati
592 ipfiremake iw
593 ipfiremake wpa_supplicant
594 ipfiremake hostapd
595 ipfiremake urlgrabber
596 ipfiremake syslinux
597 ipfiremake tftpd
598 ipfiremake cpufrequtils
599 ipfiremake dbus
600 ipfiremake bluetooth
601 ipfiremake gutenprint
602 ipfiremake apcupsd
603 ipfiremake iperf
604 ipfiremake netcat
605 ipfiremake 7zip
606 ipfiremake lynis
607 #ipfiremake cryptsetup
608 ipfiremake splix
609 ipfiremake streamripper
610 ipfiremake sshfs
611 ipfiremake sqlite
612 ipfiremake taglib
613 ipfiremake mediatomb
614 ipfiremake sslh
615 ipfiremake perl-gettext
616 ipfiremake vdradmin
617 # ipfiremake x11libs
618 # ipfiremake xen
619 ipfiremake miau
620 ipfiremake netsnmpd
621 ipfiremake perl-DBI
622 ipfiremake perl-DBD-mysql
623 ipfiremake cacti
624 ipfiremake icecc
625 ipfiremake open-vm-tools
626 ipfiremake nagiosql
627 ipfiremake iftop
628 ipfiremake motion
629 ipfiremake joe
630 ipfiremake nut
631 ipfiremake watchdog
632 ipfiremake libpri
633 ipfiremake dahdi
634 ipfiremake asterisk
635 ipfiremake lcr
636 ipfiremake usb_modeswitch
637 ipfiremake zerofree
638 ipfiremake mdadm
639 ipfiremake eject
640 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
641 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
642 echo >> $BASEDIR/build/var/ipfire/firebuild
643 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
644 echo >> $BASEDIR/build/var/ipfire/firebuild
645 git status >> $BASEDIR/build/var/ipfire/firebuild
646 echo >> $BASEDIR/build/var/ipfire/firebuild
647 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
648 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
649 if [ "$GIT_BRANCH" = "next" ]; then
650 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
651 else
652 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
653 fi
654 }
655
656 buildinstaller() {
657 # Run installer scripts one by one
658 LOGFILE="$BASEDIR/log/_build.installer.log"
659 export LOGFILE
660 ipfiremake as86
661 ipfiremake mbr
662 ipfiremake memtest
663 installmake linux-libc-header
664 installmake binutils
665 ipfiremake uClibc PASS=1
666 ipfiremake gcc INST=1
667 installmake uClibc PASS=2
668 installmake gcc INST=2
669 installmake uClibc PASS=3
670 installmake busybox
671 installmake udev
672 installmake slang
673 installmake newt
674 installmake gettext
675 installmake kbd
676 installmake popt
677 installmake sysvinit
678 installmake misc-progs
679 installmake libaal
680 installmake reiser4progs
681 installmake reiserfsprogs
682 installmake sysfsutils
683 installmake util-linux
684 installmake pciutils
685 installmake zlib
686 installmake mtd
687 installmake wget
688 installmake hwdata
689 installmake kudzu
690 installmake pcmciautils
691 installmake installer
692 installmake initrd
693 }
694
695 buildpackages() {
696 LOGFILE="$BASEDIR/log/_build.packages.log"
697 export LOGFILE
698 echo "... see detailed log in _build.*.log files" >> $LOGFILE
699
700 installmake strip
701
702 # Generating list of packages used
703 echo -n "Generating packages list from logs" | tee -a $LOGFILE
704 rm -f $BASEDIR/doc/packages-list
705 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
706 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
707 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
708 fi
709 done
710 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
711 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
712 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
713 rm -f $BASEDIR/doc/packages-list
714 # packages-list.txt is ready to be displayed for wiki page
715 beautify message DONE
716
717 # Update changelog
718 cd $BASEDIR
719 $0 git log
720
721 # Create images for install
722 ipfiremake cdrom ED=$IPFVER
723
724 # Check if there is a loop device for building in virtual environments
725 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
726 ipfiremake usb-stick ED=$IPFVER
727 ipfiremake flash-images ED=$IPFVER
728 fi
729
730 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
731
732 ipfirepackages
733
734 # Check if there is a loop device for building in virtual environments
735 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
736 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
737 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
738 ipfiremake xen-image ED=$IPFVER
739 rm -rf $LFS/install/packages/linux-xen-*.ipfire
740 rm -rf $LFS/install/packages/meta-linux-xen
741 fi
742 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
743
744 # Cleanup
745 stdumount
746 rm -rf $BASEDIR/build/tmp/*
747
748 # Generating total list of files
749 echo -n "Generating files list from logs" | tee -a $LOGFILE
750 rm -f $BASEDIR/log/FILES
751 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
752 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
753 echo "##" >>$BASEDIR/log/FILES
754 echo "## `basename $i`" >>$BASEDIR/log/FILES
755 echo "##" >>$BASEDIR/log/FILES
756 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
757 fi
758 done
759 beautify message DONE
760
761 cd $PWD
762 }
763
764 ipfirepackages() {
765 ipfiremake core-updates
766 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
767 if [ -e $BASEDIR/lfs/$i ]; then
768 ipfiredist $i
769 else
770 echo -n $i
771 beautify message SKIP
772 fi
773 done
774 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
775 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
776 rm -rf $BASEDIR/build/install/packages/*
777 }
778
779 # See what we're supposed to do
780 case "$1" in
781 build)
782 clear
783 BUILDMACHINE=`uname -m`
784 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
785 #only restore on a clean disk
786 if [ ! -f log/cleanup-toolchain-2-tools ]; then
787 if [ ! -n "$PACKAGE" ]; then
788 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
789 prepareenv
790 buildtoolchain
791 else
792 PACKAGENAME=${PACKAGE%.tar.gz}
793 beautify build_stage "Packaged toolchain compilation"
794 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
795 tar zxf $PACKAGE
796 prepareenv
797 else
798 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
799 fi
800 fi
801 else
802 echo -n "Using installed toolchain" | tee -a $LOGFILE
803 beautify message SKIP
804 prepareenv
805 fi
806
807 beautify build_start
808 beautify build_stage "Building LFS"
809 buildbase
810
811 beautify build_stage "Building IPFire"
812 buildipfire
813
814 beautify build_stage "Building installer"
815 buildinstaller
816
817 beautify build_stage "Building packages"
818 buildpackages
819
820 beautify build_stage "Checking Logfiles for new Files"
821 cd ..
822 tools/checknewlog.pl
823
824 beautify build_end
825 ;;
826 shell)
827 # enter a shell inside LFS chroot
828 # may be used to changed kernel settings
829 prepareenv
830 entershell
831 ;;
832 clean)
833 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
834 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
835 $LOSETUP -d $i 2>/dev/null
836 done
837 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
838 umount $i
839 done
840 stdumount
841 for i in `seq 0 7`; do
842 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
843 umount /dev/loop${i} 2>/dev/null;
844 losetup -d /dev/loop${i} 2>/dev/null;
845 fi;
846 done
847 rm -rf $BASEDIR/build
848 rm -rf $BASEDIR/cdrom
849 rm -rf $BASEDIR/packages
850 rm -rf $BASEDIR/log
851 if [ -h /tools ]; then
852 rm -f /tools
853 fi
854 beautify message DONE
855 ;;
856 downloadsrc)
857 if [ ! -d $BASEDIR/cache ]; then
858 mkdir $BASEDIR/cache
859 fi
860 mkdir -p $BASEDIR/log
861 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
862 FINISHED=0
863 cd $BASEDIR/lfs
864 for c in `seq $MAX_RETRIES`; do
865 if (( FINISHED==1 )); then
866 break
867 fi
868 FINISHED=1
869 cd $BASEDIR/lfs
870 for i in *; do
871 if [ -f "$i" -a "$i" != "Config" ]; then
872 echo -ne "Loading $i"
873 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
874 if [ $? -ne 0 ]; then
875 beautify message FAIL
876 FINISHED=0
877 else
878 if [ $c -eq 1 ]; then
879 beautify message DONE
880 fi
881 fi
882 fi
883 done
884 done
885 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
886 ERROR=0
887 for i in *; do
888 if [ -f "$i" -a "$i" != "Config" ]; then
889 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
890 if [ $? -ne 0 ]; then
891 echo -ne "MD5 difference in lfs/$i"
892 beautify message FAIL
893 ERROR=1
894 fi
895 fi
896 done
897 if [ $ERROR -eq 0 ]; then
898 echo -ne "${BOLD}all files md5sum match${NORMAL}"
899 beautify message DONE
900 else
901 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
902 beautify message FAIL
903 fi
904 cd - >/dev/null 2>&1
905 ;;
906 toolchain)
907 clear
908 prepareenv
909 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
910 buildtoolchain
911 BUILDMACHINE=`uname -m`
912 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
913 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
914 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
915 build/{bin,etc,usr/bin,usr/local} \
916 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
917 log >> $LOGFILE
918 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
919 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
920 stdumount
921 ;;
922 gettoolchain)
923 BUILDMACHINE=`uname -m`
924 # arbitrary name to be updated in case of new toolchain package upload
925 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
926 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
927 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
928 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
929 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
930 cd $BASEDIR/cache/toolchains
931 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
932 if [ $? -ne 0 ]; then
933 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
934 else
935 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
936 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
937 else
938 exiterror "$PACKAGE.md5 did not match, check downloaded package"
939 fi
940 fi
941 else
942 echo "Toolchain is already downloaded. Exiting..."
943 fi
944 ;;
945 othersrc)
946 prepareenv
947 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
948 chroot $LFS /tools/bin/env -i HOME=/root \
949 TERM=$TERM PS1='\u:\w\$ ' \
950 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
951 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
952 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
953 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
954 if [ $? -eq "0" ]; then
955 beautify message DONE
956 else
957 beautify message FAIL
958 fi
959 stdumount
960 ;;
961 git)
962 case "$2" in
963 update|up)
964 ## REMOVES ALL UNCOMMITTED CHANGES!
965 [ "$3" == "--force" ] && git checkout -f
966 git pull
967 ;;
968 commit|ci)
969 shift 2
970 git commit $*
971
972 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
973
974 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
975 read
976 [ -z $REPLY ] && exit 0
977 for i in y Y j J; do
978 if [ "$i" == "$REPLY" ]; then
979 $0 git push
980 exit $?
981 fi
982 done
983 exiterror "\"$REPLY\" is not a valid answer."
984 ;;
985 dist)
986 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
987 ;;
988 diff|di)
989 echo -ne "Make a local diff to last revision"
990 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
991 evaluate 1
992 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
993 git diff --stat
994 ;;
995 push)
996 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
997 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
998
999 git push ${GIT_URL} $3
1000 ;;
1001 log)
1002 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1003 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1004
1005 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1006 ;;
1007 esac
1008 ;;
1009 uploadsrc)
1010 PWD=`pwd`
1011 if [ -z $IPFIRE_USER ]; then
1012 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1013 beautify message FAIL
1014 exit 1
1015 fi
1016 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1017 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1018
1019 cd $BASEDIR/cache/
1020 for file in $(ls -1); do
1021 grep -q "$file" <<<$REMOTE_FILES && continue
1022 NEW_FILES="$NEW_FILES $file"
1023 done
1024 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1025 cd $BASEDIR
1026 cd $PWD
1027 exit 0
1028 ;;
1029 batch)
1030 if [ "$2" = "--background" ]; then
1031 batch_script
1032 exit $?
1033 fi
1034 if [ `screen -ls | grep -q ipfire` ]; then
1035 echo "Build is already running, sorry!"
1036 exit 1
1037 else
1038 if [ "$2" = "--rebuild" ]; then
1039 export IPFIRE_REBUILD=1
1040 echo "REBUILD!"
1041 else
1042 export IPFIRE_REBUILD=0
1043 fi
1044 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1045 screen -dmS ipfire $0 batch --background
1046 evaluate 1
1047 exit 0
1048 fi
1049 ;;
1050 watch)
1051 watch_screen
1052 ;;
1053 pxe)
1054 case "$2" in
1055 start)
1056 start_tftpd
1057 ;;
1058 stop)
1059 stop_tftpd
1060 ;;
1061 reload|restart)
1062 reload_tftpd
1063 ;;
1064 esac
1065 exit 0
1066 ;;
1067 lang)
1068 update_langs
1069 ;;
1070 "")
1071 clear
1072 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1073 do
1074 case $name in
1075 "IPFIRE: Downloadsrc")
1076 $0 downloadsrc
1077 ;;
1078 "IPFIRE: Build (silent)")
1079 $0 build-silent
1080 ;;
1081 "IPFIRE: Watch Build")
1082 $0 watch
1083 ;;
1084 "IPFIRE: Batch")
1085 $0 batch
1086 ;;
1087 "IPFIRE: Clean")
1088 $0 clean
1089 ;;
1090 "Help")
1091 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1092 cat doc/make.sh-usage
1093 ;;
1094 "LOG: Tail")
1095 tail -f log/_*
1096 ;;
1097 "Exit")
1098 break
1099 ;;
1100 esac
1101 done
1102 ;;
1103 config)
1104 make_config
1105 ;;
1106 *)
1107 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1108 cat doc/make.sh-usage
1109 ;;
1110 esac