Added enhancements for outgoing fw to core34.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.5" # Version number
28 CORE="34" # Core Level (Filename)
29 PAKFIRE_CORE="33" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
36 MACHINE=`uname -m`
37 GIT_TAG=$(git tag | tail -1) # Git Tag
38 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
39 TOOLCHAINVER=1
40 IPFVER="full" # Which versions should be compiled? (full|devel)
41
42 # Debian specific settings
43 if [ ! -e /etc/debian_version ]; then
44 FULLPATH=`which $0`
45 else
46 if [ -x /usr/bin/realpath ]; then
47 FULLPATH=`/usr/bin/realpath $0`
48 else
49 echo "ERROR: Need to do apt-get install realpath"
50 exit 1
51 fi
52 fi
53
54 PWD=`pwd`
55 BASENAME=`basename $0`
56 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
57 LOGFILE=$BASEDIR/log/_build.preparation.log
58 export BASEDIR LOGFILE
59 DIR_CHK=$BASEDIR/cache/check
60 mkdir $BASEDIR/log/ 2>/dev/null
61
62 # Include funtions
63 . tools/make-functions
64
65 if [ -f .config ]; then
66 . .config
67 else
68 echo -e "${BOLD}No configuration found!${NORMAL}"
69 echo -ne "Do you want to create one (y/N)?"
70 read CREATE_CONFIG
71 echo ""
72 if [ "$CREATE_CONFIG" == "y" ]; then
73 make_config
74 fi
75 fi
76
77 if [ -z $EDITOR ]; then
78 for i in nano emacs vi; do
79 EDITOR=$(which $i 2>/dev/null)
80 if ! [ -z $EDITOR ]; then
81 export EDITOR=$EDITOR
82 break
83 fi
84 done
85 [ -z $EDITOR ] && exiterror "You should have installed an editor."
86 fi
87
88 prepareenv() {
89 ############################################################################
90 # #
91 # Are we running the right shell? #
92 # #
93 ############################################################################
94 if [ ! "$BASH" ]; then
95 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
96 fi
97
98 if [ -z "${BASH_VERSION}" ]; then
99 exiterror "Not running BASH shell."
100 fi
101
102
103 ############################################################################
104 # #
105 # Trap on emergency exit #
106 # #
107 ############################################################################
108 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
109
110
111 ############################################################################
112 # #
113 # Resetting our nice level #
114 # #
115 ############################################################################
116 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
117 renice $NICE $$ > /dev/null
118 if [ `nice` != "$NICE" ]; then
119 beautify message FAIL
120 exiterror "Failed to set correct nice level"
121 else
122 beautify message DONE
123 fi
124
125
126 ############################################################################
127 # #
128 # Checking if running as root user #
129 # #
130 ############################################################################
131 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
132 if [ `id -u` != 0 ]; then
133 beautify message FAIL
134 exiterror "Not building as root"
135 else
136 beautify message DONE
137 fi
138
139
140 ############################################################################
141 # #
142 # Checking for necessary temporary space #
143 # #
144 ############################################################################
145 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
146 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
147 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
148 if (( 2048000 > $BASE_ASPACE )); then
149 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
150 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
151 beautify message FAIL
152 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
153 fi
154 else
155 beautify message DONE
156 fi
157
158 ############################################################################
159 # #
160 # Building Linux From Scratch system #
161 # #
162 ############################################################################
163 # Set umask
164 umask 022
165
166 # Set LFS Directory
167 LFS=$BASEDIR/build
168
169 # Check /tools symlink
170 if [ -h /tools ]; then
171 rm -f /tools
172 fi
173 if [ ! -a /tools ]; then
174 ln -s $BASEDIR/build/tools /
175 fi
176 if [ ! -h /tools ]; then
177 exiterror "Could not create /tools symbolic link."
178 fi
179
180 # Setup environment
181 set +h
182 LC_ALL=POSIX
183 if [ -z $MAKETUNING ]; then
184 MAKETUNING="-j6"
185 fi
186 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
187 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
188
189 # Make some extra directories
190 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
191 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
192 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
193 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
194
195 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
196 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
197
198 # Make all sources and proc available under lfs build
199 mount --bind /dev $BASEDIR/build/dev
200 mount --bind /dev/pts $BASEDIR/build/dev/pts
201 mount --bind /dev/shm $BASEDIR/build/dev/shm
202 mount --bind /proc $BASEDIR/build/proc
203 mount --bind /sys $BASEDIR/build/sys
204 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
205 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
206 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
207 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
208 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
209 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
210 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
211 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
212 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
213
214 # This is a temporary hack!!!
215 if [ ! -f /tools/bin/hostname ]; then
216 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
217 fi
218
219 # Run LFS static binary creation scripts one by one
220 export CCACHE_DIR=$BASEDIR/ccache
221 export CCACHE_HASHDIR=1
222
223 # Remove pre-install list of installed files in case user erase some files before rebuild
224 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
225 }
226
227 buildtoolchain() {
228 LOGFILE="$BASEDIR/log/_build.toolchain.log"
229 export LOGFILE
230 ORG_PATH=$PATH
231 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
232 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
233 lfsmake1 ccache
234 lfsmake1 binutils PASS=1
235 lfsmake1 gcc PASS=1
236 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
237 lfsmake1 linux-libc-header
238 lfsmake1 glibc
239 lfsmake1 cleanup-toolchain PASS=1
240 lfsmake1 tcl
241 lfsmake1 expect
242 lfsmake1 dejagnu
243 lfsmake1 gcc PASS=2
244 lfsmake1 binutils PASS=2
245 lfsmake1 ncurses
246 lfsmake1 bash
247 lfsmake1 bzip2
248 lfsmake1 coreutils
249 lfsmake1 diffutils
250 lfsmake1 findutils
251 lfsmake1 gawk
252 lfsmake1 gettext
253 lfsmake1 grep
254 lfsmake1 gzip
255 lfsmake1 m4
256 lfsmake1 make
257 lfsmake1 patch
258 lfsmake1 perl
259 lfsmake1 sed
260 lfsmake1 tar
261 lfsmake1 texinfo
262 lfsmake1 util-linux
263 lfsmake1 cleanup-toolchain PASS=2
264 export PATH=$ORG_PATH
265 }
266
267 buildbase() {
268 LOGFILE="$BASEDIR/log/_build.base.log"
269 export LOGFILE
270 lfsmake2 stage2
271 lfsmake2 linux-libc-header
272 lfsmake2 man-pages
273 lfsmake2 glibc
274 lfsmake2 cleanup-toolchain PASS=3
275 lfsmake2 binutils
276 lfsmake2 gcc
277 lfsmake2 berkeley
278 lfsmake2 coreutils
279 lfsmake2 iana-etc
280 lfsmake2 m4
281 lfsmake2 bison
282 lfsmake2 ncurses
283 lfsmake2 procps
284 lfsmake2 sed
285 lfsmake2 libtool
286 lfsmake2 perl
287 lfsmake2 readline
288 lfsmake2 zlib
289 lfsmake2 autoconf
290 lfsmake2 automake
291 lfsmake2 bash
292 lfsmake2 bzip2
293 lfsmake2 diffutils
294 lfsmake2 e2fsprogs
295 lfsmake2 ed
296 lfsmake2 file
297 lfsmake2 findutils
298 lfsmake2 flex
299 lfsmake2 gawk
300 lfsmake2 gettext
301 lfsmake2 grep
302 lfsmake2 groff
303 lfsmake2 gzip
304 lfsmake2 inetutils
305 lfsmake2 iproute2
306 lfsmake2 kbd
307 lfsmake2 less
308 lfsmake2 libaal
309 lfsmake2 make
310 lfsmake2 man
311 lfsmake2 mktemp
312 lfsmake2 module-init-tools
313 lfsmake2 mtd
314 lfsmake2 net-tools
315 lfsmake2 patch
316 lfsmake2 psmisc
317 lfsmake2 reiser4progs
318 lfsmake2 shadow
319 lfsmake2 sysklogd
320 lfsmake2 sysvinit
321 lfsmake2 tar
322 lfsmake2 texinfo
323 lfsmake2 udev
324 lfsmake2 util-linux
325 lfsmake2 vim
326 lfsmake2 grub
327 }
328
329 buildipfire() {
330 LOGFILE="$BASEDIR/log/_build.ipfire.log"
331 export LOGFILE
332 ipfiremake configroot
333 ipfiremake backup
334 ipfiremake dhcp
335 ipfiremake dhcpcd
336 ipfiremake libusb
337 ipfiremake libpcap
338 ipfiremake ppp
339 ipfiremake rp-pppoe
340 ipfiremake pptp
341 ipfiremake unzip
342 ipfiremake which
343 ipfiremake linux XEN=1
344 ipfiremake atl1c XEN=1
345 ipfiremake atl2 XEN=1
346 ipfiremake hso XEN=1
347 ipfiremake e1000e XEN=1
348 ipfiremake r8101 XEN=1
349 ipfiremake r8169 XEN=1
350 ipfiremake r8168 XEN=1
351 ipfiremake kqemu XEN=1
352 #ipfiremake kvm-kmod XEN=1
353 ipfiremake v4l-dvb XEN=1
354 ipfiremake madwifi XEN=1
355 #ipfiremake alsa XEN=1 KMOD=1
356 ipfiremake openswan XEN=1 KMOD=1
357 ipfiremake mISDN XEN=1
358 ipfiremake compat-wireless XEN=1
359 ipfiremake linux
360 ipfiremake atl1c
361 ipfiremake atl2
362 ipfiremake hso
363 ipfiremake e1000e
364 ipfiremake r8101
365 ipfiremake r8169
366 ipfiremake r8168
367 ipfiremake kqemu
368 ipfiremake kvm-kmod
369 ipfiremake v4l-dvb
370 ipfiremake madwifi
371 ipfiremake alsa KMOD=1
372 ipfiremake openswan KMOD=1
373 ipfiremake mISDN
374 ipfiremake compat-wireless
375 ipfiremake pkg-config
376 ipfiremake linux-atm
377 ipfiremake cpio
378 ipfiremake klibc
379 ipfiremake mkinitcpio
380 ipfiremake udev KLIBC=1
381 ipfiremake expat
382 ipfiremake gdbm
383 ipfiremake gmp
384 ipfiremake pam
385 ipfiremake openssl
386 ipfiremake curl
387 ipfiremake python
388 ipfiremake libnet
389 ipfiremake libnl
390 ipfiremake libidn
391 ipfiremake libjpeg
392 ipfiremake libpng
393 ipfiremake libtiff
394 ipfiremake libart
395 ipfiremake freetype
396 ipfiremake gd
397 ipfiremake popt
398 ipfiremake pcre
399 ipfiremake slang
400 ipfiremake newt
401 ipfiremake libcap
402 ipfiremake pciutils
403 ipfiremake usbutils
404 ipfiremake libxml2
405 ipfiremake libxslt
406 ipfiremake BerkeleyDB
407 ipfiremake mysql
408 ipfiremake cyrus-sasl
409 ipfiremake openldap
410 ipfiremake apache2
411 ipfiremake php
412 ipfiremake apache2 PASS=C
413 ipfiremake arping
414 ipfiremake beep
415 ipfiremake bind
416 ipfiremake cdrtools
417 ipfiremake dnsmasq
418 ipfiremake dosfstools
419 ipfiremake squashfstools
420 ipfiremake reiserfsprogs
421 ipfiremake xfsprogs
422 ipfiremake sysfsutils
423 ipfiremake fuse
424 ipfiremake ntfs-3g
425 ipfiremake ethtool
426 ipfiremake ez-ipupdate
427 ipfiremake fcron
428 ipfiremake perl-GD
429 ipfiremake GD-Graph
430 ipfiremake GD-TextUtil
431 ipfiremake gnupg
432 ipfiremake hdparm
433 ipfiremake sdparm
434 ipfiremake mtools
435 ipfiremake initscripts
436 ipfiremake whatmask
437 ipfiremake iptables
438 ipfiremake libupnp
439 ipfiremake ipaddr
440 ipfiremake iptstate
441 ipfiremake iputils
442 ipfiremake l7-protocols
443 ipfiremake mISDNuser
444 ipfiremake capi4k-utils
445 ipfiremake hwdata
446 ipfiremake kudzu
447 ipfiremake logrotate
448 ipfiremake logwatch
449 ipfiremake misc-progs
450 ipfiremake nano
451 ipfiremake nasm
452 ipfiremake URI
453 ipfiremake HTML-Tagset
454 ipfiremake HTML-Parser
455 ipfiremake Compress-Zlib
456 ipfiremake Digest
457 ipfiremake Digest-SHA1
458 ipfiremake Digest-HMAC
459 ipfiremake libwww-perl
460 ipfiremake Net-DNS
461 ipfiremake Net-IPv4Addr
462 ipfiremake Net_SSLeay
463 ipfiremake IO-Stringy
464 ipfiremake Unix-Syslog
465 ipfiremake Mail-Tools
466 ipfiremake MIME-Tools
467 ipfiremake Net-Server
468 ipfiremake Convert-TNEF
469 ipfiremake Convert-UUlib
470 ipfiremake Archive-Tar
471 ipfiremake Archive-Zip
472 ipfiremake Text-Tabs+Wrap
473 ipfiremake Locale-Country
474 ipfiremake XML-Parser
475 ipfiremake python-setuptools
476 ipfiremake python-clientform
477 ipfiremake python-mechanize
478 ipfiremake python-feedparser
479 ipfiremake python-rssdler
480 ipfiremake glib
481 ipfiremake GeoIP
482 ipfiremake fwhits
483 ipfiremake noip_updater
484 ipfiremake ntp
485 ipfiremake openssh
486 ipfiremake rrdtool
487 ipfiremake setserial
488 ipfiremake setup
489 ipfiremake snort
490 ipfiremake oinkmaster
491 ipfiremake squid
492 ipfiremake squidguard
493 ipfiremake calamaris
494 ipfiremake tcpdump
495 ipfiremake traceroute
496 ipfiremake vlan
497 ipfiremake wireless
498 ipfiremake libsafe
499 ipfiremake pakfire
500 ipfiremake java
501 ipfiremake spandsp
502 ipfiremake lzo
503 ipfiremake openvpn
504 ipfiremake pammysql
505 ipfiremake cups
506 ipfiremake ghostscript
507 ipfiremake foomatic
508 ipfiremake hplip
509 ipfiremake samba
510 ipfiremake sudo
511 ipfiremake mc
512 ipfiremake wget
513 ipfiremake bridge-utils
514 ipfiremake screen
515 ipfiremake hddtemp
516 ipfiremake smartmontools
517 ipfiremake htop
518 ipfiremake postfix
519 ipfiremake fetchmail
520 ipfiremake cyrus-imapd
521 ipfiremake openmailadmin
522 ipfiremake clamav
523 ipfiremake spamassassin
524 ipfiremake amavisd
525 ipfiremake alsa
526 ipfiremake mpfire
527 ipfiremake guardian
528 ipfiremake libid3tag
529 ipfiremake libmad
530 ipfiremake libogg
531 ipfiremake libvorbis
532 ipfiremake libdvbpsi
533 ipfiremake lame
534 ipfiremake sox
535 ipfiremake libshout
536 ipfiremake xvid
537 ipfiremake libmpeg2
538 ipfiremake cmake
539 ipfiremake libpri
540 ipfiremake asterisk
541 ipfiremake gnump3d
542 ipfiremake libsigc++
543 ipfiremake applejuice
544 ipfiremake ocaml
545 ipfiremake mldonkey
546 ipfiremake libtorrent
547 ipfiremake rtorrent
548 ipfiremake ipfireseeder
549 ipfiremake rsync
550 ipfiremake tcpwrapper
551 ipfiremake portmap
552 ipfiremake nfs
553 ipfiremake nmap
554 ipfiremake ncftp
555 ipfiremake etherwake
556 ipfiremake bwm-ng
557 ipfiremake tripwire
558 ipfiremake sysstat
559 ipfiremake vsftpd
560 ipfiremake openswan
561 ipfiremake lsof
562 ipfiremake centerim
563 ipfiremake br2684ctl
564 ipfiremake pcmciautils
565 ipfiremake lm_sensors
566 ipfiremake collectd
567 ipfiremake lcd4linux
568 ipfiremake tcptrack
569 ipfiremake teamspeak
570 ipfiremake elinks
571 ipfiremake igmpproxy
572 ipfiremake fbset
573 ipfiremake sdl
574 ipfiremake qemu
575 ipfiremake sane
576 ipfiremake netpbm
577 ipfiremake phpSANE
578 ipfiremake tunctl
579 ipfiremake nagios
580 ipfiremake ebtables
581 ipfiremake fontconfig
582 ipfiremake freefont
583 ipfiremake directfb
584 ipfiremake dfb++
585 ipfiremake ffmpeg
586 ipfiremake videolan
587 ipfiremake vdr
588 ipfiremake w_scan
589 ipfiremake icecast
590 ipfiremake icegenerator
591 ipfiremake mpd
592 ipfiremake mpc
593 ipfiremake git
594 ipfiremake squidclamav
595 ipfiremake bc
596 ipfiremake esniper
597 ipfiremake vnstat
598 ipfiremake vnstati
599 ipfiremake iw
600 ipfiremake wpa_supplicant
601 ipfiremake hostapd
602 ipfiremake urlgrabber
603 ipfiremake syslinux
604 ipfiremake tftpd
605 ipfiremake cpufrequtils
606 ipfiremake dbus
607 ipfiremake bluetooth
608 ipfiremake gutenprint
609 ipfiremake apcupsd
610 ipfiremake iperf
611 ipfiremake netcat
612 ipfiremake 7zip
613 ipfiremake lynis
614 #ipfiremake cryptsetup
615 ipfiremake splix
616 ipfiremake streamripper
617 ipfiremake sshfs
618 ipfiremake sqlite
619 ipfiremake taglib
620 ipfiremake mediatomb
621 ipfiremake sslh
622 ipfiremake perl-gettext
623 ipfiremake vdradmin
624 # ipfiremake x11libs
625 # ipfiremake xen
626 ipfiremake miau
627 ipfiremake netsnmpd
628 ipfiremake perl-DBI
629 ipfiremake perl-DBD-mysql
630 ipfiremake lcr
631 ipfiremake cacti
632 ipfiremake icecc
633 ipfiremake open-vm-tools
634 ipfiremake nagiosql
635 ipfiremake iftop
636 ipfiremake motion
637 ipfiremake joe
638 ipfiremake nut
639 ipfiremake watchdog
640 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
641 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
642 echo >> $BASEDIR/build/var/ipfire/firebuild
643 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
644 echo >> $BASEDIR/build/var/ipfire/firebuild
645 git status >> $BASEDIR/build/var/ipfire/firebuild
646 echo >> $BASEDIR/build/var/ipfire/firebuild
647 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
648 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
649 if [ "$GIT_BRANCH" = "master" ]; then
650 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
651 else
652 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
653 fi
654 }
655
656 buildinstaller() {
657 # Run installer scripts one by one
658 LOGFILE="$BASEDIR/log/_build.installer.log"
659 export LOGFILE
660 ipfiremake as86
661 ipfiremake mbr
662 ipfiremake memtest
663 installmake linux-libc-header
664 installmake binutils
665 ipfiremake uClibc PASS=1
666 ipfiremake gcc INST=1
667 installmake uClibc PASS=2
668 installmake gcc INST=2
669 installmake uClibc PASS=3
670 installmake busybox
671 installmake udev
672 installmake slang
673 installmake newt
674 installmake gettext
675 installmake kbd
676 installmake popt
677 installmake sysvinit
678 installmake misc-progs
679 installmake libaal
680 installmake reiser4progs
681 installmake reiserfsprogs
682 installmake sysfsutils
683 installmake util-linux
684 installmake pciutils
685 installmake zlib
686 installmake mtd
687 installmake wget
688 installmake hwdata
689 installmake kudzu
690 installmake pcmciautils
691 installmake installer
692 installmake initrd
693 }
694
695 buildpackages() {
696 LOGFILE="$BASEDIR/log/_build.packages.log"
697 export LOGFILE
698 echo "... see detailed log in _build.*.log files" >> $LOGFILE
699
700 installmake strip
701
702 # Generating list of packages used
703 echo -n "Generating packages list from logs" | tee -a $LOGFILE
704 rm -f $BASEDIR/doc/packages-list
705 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
706 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
707 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
708 fi
709 done
710 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
711 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
712 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
713 rm -f $BASEDIR/doc/packages-list
714 # packages-list.txt is ready to be displayed for wiki page
715 beautify message DONE
716
717 # Update changelog
718 cd $BASEDIR
719 $0 git log
720
721 # Create images for install
722 ipfiremake cdrom ED=$IPFVER
723
724 # Check if there is a loop device for building in virtual environments
725 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
726 ipfiremake usb-stick ED=$IPFVER
727 ipfiremake flash-images ED=$IPFVER
728 fi
729
730 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
731
732 ipfirepackages
733
734 # Check if there is a loop device for building in virtual environments
735 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
736 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
737 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
738 ipfiremake xen-image ED=$IPFVER
739 rm -rf $LFS/install/packages/linux-xen-*.ipfire
740 rm -rf $LFS/install/packages/meta-linux-xen
741 fi
742 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
743
744 # Cleanup
745 stdumount
746 rm -rf $BASEDIR/build/tmp/*
747
748 # Generating total list of files
749 echo -n "Generating files list from logs" | tee -a $LOGFILE
750 rm -f $BASEDIR/log/FILES
751 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
752 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
753 echo "##" >>$BASEDIR/log/FILES
754 echo "## `basename $i`" >>$BASEDIR/log/FILES
755 echo "##" >>$BASEDIR/log/FILES
756 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
757 fi
758 done
759 beautify message DONE
760
761 cd $PWD
762 }
763
764 ipfirepackages() {
765 ipfiremake core-updates
766 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
767 if [ -e $BASEDIR/lfs/$i ]; then
768 ipfiredist $i
769 else
770 echo -n $i
771 beautify message SKIP
772 fi
773 done
774 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
775 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
776 rm -rf $BASEDIR/build/install/packages/*
777 }
778
779 # See what we're supposed to do
780 case "$1" in
781 build)
782 clear
783 BUILDMACHINE=`uname -m`
784 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
785 #only restore on a clean disk
786 if [ ! -f log/cleanup-toolchain-2-tools ]; then
787 if [ ! -n "$PACKAGE" ]; then
788 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
789 prepareenv
790 buildtoolchain
791 else
792 PACKAGENAME=${PACKAGE%.tar.gz}
793 beautify build_stage "Packaged toolchain compilation"
794 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
795 tar zxf $PACKAGE
796 prepareenv
797 else
798 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
799 fi
800 fi
801 else
802 echo -n "Using installed toolchain" | tee -a $LOGFILE
803 beautify message SKIP
804 prepareenv
805 fi
806
807 beautify build_start
808 beautify build_stage "Building LFS"
809 buildbase
810
811 beautify build_stage "Building IPFire"
812 buildipfire
813
814 beautify build_stage "Building installer"
815 buildinstaller
816
817 beautify build_stage "Building packages"
818 buildpackages
819
820 beautify build_stage "Checking Logfiles for new Files"
821 cd ..
822 tools/checknewlog.pl
823
824 beautify build_end
825 ;;
826 shell)
827 # enter a shell inside LFS chroot
828 # may be used to changed kernel settings
829 prepareenv
830 entershell
831 ;;
832 clean)
833 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
834 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
835 $LOSETUP -d $i 2>/dev/null
836 done
837 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
838 umount $i
839 done
840 stdumount
841 for i in `seq 0 7`; do
842 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
843 umount /dev/loop${i} 2>/dev/null;
844 losetup -d /dev/loop${i} 2>/dev/null;
845 fi;
846 done
847 rm -rf $BASEDIR/build
848 rm -rf $BASEDIR/cdrom
849 rm -rf $BASEDIR/packages
850 rm -rf $BASEDIR/log
851 if [ -h /tools ]; then
852 rm -f /tools
853 fi
854 beautify message DONE
855 ;;
856 downloadsrc)
857 if [ ! -d $BASEDIR/cache ]; then
858 mkdir $BASEDIR/cache
859 fi
860 mkdir -p $BASEDIR/log
861 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
862 FINISHED=0
863 cd $BASEDIR/lfs
864 for c in `seq $MAX_RETRIES`; do
865 if (( FINISHED==1 )); then
866 break
867 fi
868 FINISHED=1
869 cd $BASEDIR/lfs
870 for i in *; do
871 if [ -f "$i" -a "$i" != "Config" ]; then
872 echo -ne "Loading $i"
873 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
874 if [ $? -ne 0 ]; then
875 beautify message FAIL
876 FINISHED=0
877 else
878 if [ $c -eq 1 ]; then
879 beautify message DONE
880 fi
881 fi
882 fi
883 done
884 done
885 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
886 ERROR=0
887 for i in *; do
888 if [ -f "$i" -a "$i" != "Config" ]; then
889 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
890 if [ $? -ne 0 ]; then
891 echo -ne "MD5 difference in lfs/$i"
892 beautify message FAIL
893 ERROR=1
894 fi
895 fi
896 done
897 if [ $ERROR -eq 0 ]; then
898 echo -ne "${BOLD}all files md5sum match${NORMAL}"
899 beautify message DONE
900 else
901 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
902 beautify message FAIL
903 fi
904 cd - >/dev/null 2>&1
905 ;;
906 toolchain)
907 clear
908 prepareenv
909 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
910 buildtoolchain
911 BUILDMACHINE=`uname -m`
912 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
913 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
914 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
915 build/{bin,etc,usr/bin,usr/local} \
916 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
917 log >> $LOGFILE
918 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
919 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
920 stdumount
921 ;;
922 gettoolchain)
923 BUILDMACHINE=`uname -m`
924 # arbitrary name to be updated in case of new toolchain package upload
925 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
926 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
927 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
928 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
929 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
930 cd $BASEDIR/cache/toolchains
931 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
932 if [ $? -ne 0 ]; then
933 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
934 else
935 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
936 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
937 else
938 exiterror "$PACKAGE.md5 did not match, check downloaded package"
939 fi
940 fi
941 else
942 echo "Toolchain is already downloaded. Exiting..."
943 fi
944 ;;
945 othersrc)
946 prepareenv
947 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
948 chroot $LFS /tools/bin/env -i HOME=/root \
949 TERM=$TERM PS1='\u:\w\$ ' \
950 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
951 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
952 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
953 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
954 if [ $? -eq "0" ]; then
955 beautify message DONE
956 else
957 beautify message FAIL
958 fi
959 stdumount
960 ;;
961 git)
962 case "$2" in
963 update|up)
964 ## REMOVES ALL UNCOMMITTED CHANGES!
965 [ "$3" == "--force" ] && git checkout -f
966 git pull
967 ;;
968 commit|ci)
969 shift 2
970 git commit $*
971
972 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
973
974 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
975 read
976 [ -z $REPLY ] && exit 0
977 for i in y Y j J; do
978 if [ "$i" == "$REPLY" ]; then
979 $0 git push
980 exit $?
981 fi
982 done
983 exiterror "\"$REPLY\" is not a valid answer."
984 ;;
985 dist)
986 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
987 ;;
988 diff|di)
989 echo -ne "Make a local diff to last revision"
990 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
991 evaluate 1
992 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
993 git diff --stat
994 ;;
995 push)
996 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
997 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
998
999 git push ${GIT_URL} $3
1000 ;;
1001 log)
1002 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1003 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1004
1005 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1006 ;;
1007 esac
1008 ;;
1009 uploadsrc)
1010 PWD=`pwd`
1011 if [ -z $IPFIRE_USER ]; then
1012 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1013 beautify message FAIL
1014 exit 1
1015 fi
1016 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1017 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1018
1019 cd $BASEDIR/cache/
1020 for file in $(ls -1); do
1021 grep -q "$file" <<<$REMOTE_FILES && continue
1022 NEW_FILES="$NEW_FILES $file"
1023 done
1024 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1025 cd $BASEDIR
1026 cd $PWD
1027 exit 0
1028 ;;
1029 batch)
1030 if [ "$2" = "--background" ]; then
1031 batch_script
1032 exit $?
1033 fi
1034 if [ `screen -ls | grep -q ipfire` ]; then
1035 echo "Build is already running, sorry!"
1036 exit 1
1037 else
1038 if [ "$2" = "--rebuild" ]; then
1039 export IPFIRE_REBUILD=1
1040 echo "REBUILD!"
1041 else
1042 export IPFIRE_REBUILD=0
1043 fi
1044 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1045 screen -dmS ipfire $0 batch --background
1046 evaluate 1
1047 exit 0
1048 fi
1049 ;;
1050 watch)
1051 watch_screen
1052 ;;
1053 pxe)
1054 case "$2" in
1055 start)
1056 start_tftpd
1057 ;;
1058 stop)
1059 stop_tftpd
1060 ;;
1061 reload|restart)
1062 reload_tftpd
1063 ;;
1064 esac
1065 exit 0
1066 ;;
1067 lang)
1068 update_langs
1069 ;;
1070 "")
1071 clear
1072 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1073 do
1074 case $name in
1075 "IPFIRE: Downloadsrc")
1076 $0 downloadsrc
1077 ;;
1078 "IPFIRE: Build (silent)")
1079 $0 build-silent
1080 ;;
1081 "IPFIRE: Watch Build")
1082 $0 watch
1083 ;;
1084 "IPFIRE: Batch")
1085 $0 batch
1086 ;;
1087 "IPFIRE: Clean")
1088 $0 clean
1089 ;;
1090 "Help")
1091 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1092 cat doc/make.sh-usage
1093 ;;
1094 "LOG: Tail")
1095 tail -f log/_*
1096 ;;
1097 "Exit")
1098 break
1099 ;;
1100 esac
1101 done
1102 ;;
1103 config)
1104 make_config
1105 ;;
1106 *)
1107 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1108 cat doc/make.sh-usage
1109 ;;
1110 esac