Updated GeoIP database.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.6" # Version number
28 CORE="38" # Core Level (Filename)
29 PAKFIRE_CORE="38" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=2
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 # Debian specific settings
44 if [ ! -e /etc/debian_version ]; then
45 FULLPATH=`which $0`
46 else
47 if [ -x /usr/bin/realpath ]; then
48 FULLPATH=`/usr/bin/realpath $0`
49 else
50 echo "ERROR: Need to do apt-get install realpath"
51 exit 1
52 fi
53 fi
54
55 PWD=`pwd`
56 BASENAME=`basename $0`
57 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
58 LOGFILE=$BASEDIR/log/_build.preparation.log
59 export BASEDIR LOGFILE
60 DIR_CHK=$BASEDIR/cache/check
61 mkdir $BASEDIR/log/ 2>/dev/null
62
63 # Include funtions
64 . tools/make-functions
65
66 if [ -f .config ]; then
67 . .config
68 else
69 echo -e "${BOLD}No configuration found!${NORMAL}"
70 echo -ne "Do you want to create one (y/N)?"
71 read CREATE_CONFIG
72 echo ""
73 if [ "$CREATE_CONFIG" == "y" ]; then
74 make_config
75 fi
76 fi
77
78 if [ -z $EDITOR ]; then
79 for i in nano emacs vi; do
80 EDITOR=$(which $i 2>/dev/null)
81 if ! [ -z $EDITOR ]; then
82 export EDITOR=$EDITOR
83 break
84 fi
85 done
86 [ -z $EDITOR ] && exiterror "You should have installed an editor."
87 fi
88
89 prepareenv() {
90 ############################################################################
91 # #
92 # Are we running the right shell? #
93 # #
94 ############################################################################
95 if [ ! "$BASH" ]; then
96 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
97 fi
98
99 if [ -z "${BASH_VERSION}" ]; then
100 exiterror "Not running BASH shell."
101 fi
102
103
104 ############################################################################
105 # #
106 # Trap on emergency exit #
107 # #
108 ############################################################################
109 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
110
111
112 ############################################################################
113 # #
114 # Resetting our nice level #
115 # #
116 ############################################################################
117 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
118 renice $NICE $$ > /dev/null
119 if [ `nice` != "$NICE" ]; then
120 beautify message FAIL
121 exiterror "Failed to set correct nice level"
122 else
123 beautify message DONE
124 fi
125
126
127 ############################################################################
128 # #
129 # Checking if running as root user #
130 # #
131 ############################################################################
132 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
133 if [ `id -u` != 0 ]; then
134 beautify message FAIL
135 exiterror "Not building as root"
136 else
137 beautify message DONE
138 fi
139
140
141 ############################################################################
142 # #
143 # Checking for necessary temporary space #
144 # #
145 ############################################################################
146 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
147 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
148 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
149 if (( 2048000 > $BASE_ASPACE )); then
150 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
151 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
152 beautify message FAIL
153 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
154 fi
155 else
156 beautify message DONE
157 fi
158
159 ############################################################################
160 # #
161 # Building Linux From Scratch system #
162 # #
163 ############################################################################
164 # Set umask
165 umask 022
166
167 # Set LFS Directory
168 LFS=$BASEDIR/build
169
170 # Check /tools symlink
171 if [ -h /tools ]; then
172 rm -f /tools
173 fi
174 if [ ! -a /tools ]; then
175 ln -s $BASEDIR/build/tools /
176 fi
177 if [ ! -h /tools ]; then
178 exiterror "Could not create /tools symbolic link."
179 fi
180
181 # Setup environment
182 set +h
183 LC_ALL=POSIX
184 if [ -z $MAKETUNING ]; then
185 MAKETUNING="-j6"
186 fi
187 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
188 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
189
190 # Make some extra directories
191 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
192 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
193 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
194 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
195
196 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
197 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
198
199 # Make all sources and proc available under lfs build
200 mount --bind /dev $BASEDIR/build/dev
201 mount --bind /dev/pts $BASEDIR/build/dev/pts
202 mount --bind /dev/shm $BASEDIR/build/dev/shm
203 mount --bind /proc $BASEDIR/build/proc
204 mount --bind /sys $BASEDIR/build/sys
205 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
206 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
207 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
208 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
209 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
210 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
211 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
212 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
213 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
214
215 # This is a temporary hack!!!
216 if [ ! -f /tools/bin/hostname ]; then
217 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
218 fi
219
220 # Run LFS static binary creation scripts one by one
221 export CCACHE_DIR=$BASEDIR/ccache
222 export CCACHE_HASHDIR=1
223
224 # Remove pre-install list of installed files in case user erase some files before rebuild
225 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
226 }
227
228 buildtoolchain() {
229 LOGFILE="$BASEDIR/log/_build.toolchain.log"
230 export LOGFILE
231 ORG_PATH=$PATH
232 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
233 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
234 lfsmake1 ccache
235 lfsmake1 binutils PASS=1
236 lfsmake1 gcc PASS=1
237 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
238 lfsmake1 linux-libc-header
239 lfsmake1 glibc
240 lfsmake1 cleanup-toolchain PASS=1
241 lfsmake1 tcl
242 lfsmake1 expect
243 lfsmake1 dejagnu
244 lfsmake1 gcc PASS=2
245 lfsmake1 binutils PASS=2
246 lfsmake1 ncurses
247 lfsmake1 bash
248 lfsmake1 bzip2
249 lfsmake1 coreutils
250 lfsmake1 diffutils
251 lfsmake1 findutils
252 lfsmake1 gawk
253 lfsmake1 gettext
254 lfsmake1 grep
255 lfsmake1 gzip
256 lfsmake1 m4
257 lfsmake1 make
258 lfsmake1 patch
259 lfsmake1 perl
260 lfsmake1 sed
261 lfsmake1 tar
262 lfsmake1 texinfo
263 lfsmake1 util-linux
264 lfsmake1 cleanup-toolchain PASS=2
265 export PATH=$ORG_PATH
266 }
267
268 buildbase() {
269 LOGFILE="$BASEDIR/log/_build.base.log"
270 export LOGFILE
271 lfsmake2 stage2
272 lfsmake2 linux-libc-header
273 lfsmake2 man-pages
274 lfsmake2 glibc
275 lfsmake2 cleanup-toolchain PASS=3
276 lfsmake2 binutils
277 lfsmake2 gcc
278 lfsmake2 berkeley
279 lfsmake2 coreutils
280 lfsmake2 iana-etc
281 lfsmake2 m4
282 lfsmake2 bison
283 lfsmake2 ncurses
284 lfsmake2 procps
285 lfsmake2 sed
286 lfsmake2 libtool
287 lfsmake2 perl
288 lfsmake2 readline
289 lfsmake2 zlib
290 lfsmake2 autoconf
291 lfsmake2 automake
292 lfsmake2 bash
293 lfsmake2 bzip2
294 lfsmake2 diffutils
295 lfsmake2 e2fsprogs
296 lfsmake2 ed
297 lfsmake2 file
298 lfsmake2 findutils
299 lfsmake2 flex
300 lfsmake2 gawk
301 lfsmake2 gettext
302 lfsmake2 grep
303 lfsmake2 groff
304 lfsmake2 gzip
305 lfsmake2 inetutils
306 lfsmake2 iproute2
307 lfsmake2 kbd
308 lfsmake2 less
309 lfsmake2 libaal
310 lfsmake2 make
311 lfsmake2 man
312 lfsmake2 mktemp
313 lfsmake2 module-init-tools
314 lfsmake2 mtd
315 lfsmake2 net-tools
316 lfsmake2 patch
317 lfsmake2 psmisc
318 lfsmake2 reiser4progs
319 lfsmake2 shadow
320 lfsmake2 sysklogd
321 lfsmake2 sysvinit
322 lfsmake2 tar
323 lfsmake2 texinfo
324 lfsmake2 udev
325 lfsmake2 util-linux
326 lfsmake2 vim
327 lfsmake2 grub
328 }
329
330 buildipfire() {
331 LOGFILE="$BASEDIR/log/_build.ipfire.log"
332 export LOGFILE
333 ipfiremake configroot
334 ipfiremake backup
335 ipfiremake dhcp
336 ipfiremake dhcpcd
337 ipfiremake libusb
338 ipfiremake libpcap
339 ipfiremake ppp
340 ipfiremake rp-pppoe
341 ipfiremake pptp
342 ipfiremake unzip
343 ipfiremake which
344 ipfiremake xz
345 ipfiremake linux-firmware
346 ipfiremake linux XEN=1
347 ipfiremake kqemu XEN=1
348 ipfiremake v4l-dvb XEN=1
349 ipfiremake madwifi XEN=1
350 ipfiremake dahdi XEN=1 KMOD=1
351 ipfiremake cryptodev XEN=1
352 ipfiremake linux
353 ipfiremake kqemu
354 ipfiremake kvm-kmod
355 ipfiremake v4l-dvb
356 ipfiremake madwifi
357 ipfiremake alsa KMOD=1
358 ipfiremake dahdi KMOD=1
359 ipfiremake cryptodev
360 ipfiremake compat-wireless
361 ipfiremake pkg-config
362 ipfiremake linux-atm
363 ipfiremake cpio
364 ipfiremake klibc
365 ipfiremake mkinitcpio
366 ipfiremake udev KLIBC=1
367 ipfiremake expat
368 ipfiremake gdbm
369 ipfiremake gmp
370 ipfiremake pam
371 ipfiremake openssl
372 ipfiremake curl
373 ipfiremake python
374 ipfiremake libnet
375 ipfiremake libnl
376 ipfiremake libidn
377 ipfiremake libjpeg
378 ipfiremake libpng
379 ipfiremake libtiff
380 ipfiremake libart
381 ipfiremake freetype
382 ipfiremake gd
383 ipfiremake popt
384 ipfiremake pcre
385 ipfiremake slang
386 ipfiremake newt
387 ipfiremake libcap
388 ipfiremake pciutils
389 ipfiremake usbutils
390 ipfiremake libxml2
391 ipfiremake libxslt
392 ipfiremake BerkeleyDB
393 ipfiremake mysql
394 ipfiremake cyrus-sasl
395 ipfiremake openldap
396 ipfiremake apache2
397 ipfiremake php
398 ipfiremake apache2 PASS=C
399 ipfiremake arping
400 ipfiremake beep
401 ipfiremake bind
402 ipfiremake cdrtools
403 ipfiremake dnsmasq
404 ipfiremake dosfstools
405 ipfiremake squashfstools
406 ipfiremake reiserfsprogs
407 ipfiremake xfsprogs
408 ipfiremake sysfsutils
409 ipfiremake fuse
410 ipfiremake ntfs-3g
411 ipfiremake ethtool
412 ipfiremake ez-ipupdate
413 ipfiremake fcron
414 ipfiremake perl-GD
415 ipfiremake GD-Graph
416 ipfiremake GD-TextUtil
417 ipfiremake gnupg
418 ipfiremake hdparm
419 ipfiremake sdparm
420 ipfiremake mtools
421 ipfiremake initscripts
422 ipfiremake whatmask
423 ipfiremake iptables
424 ipfiremake libupnp
425 ipfiremake ipaddr
426 ipfiremake iptstate
427 ipfiremake iputils
428 ipfiremake l7-protocols
429 ipfiremake mISDNuser
430 ipfiremake capi4k-utils
431 ipfiremake hwdata
432 ipfiremake kudzu
433 ipfiremake logrotate
434 ipfiremake logwatch
435 ipfiremake misc-progs
436 ipfiremake nano
437 ipfiremake nasm
438 ipfiremake URI
439 ipfiremake HTML-Tagset
440 ipfiremake HTML-Parser
441 ipfiremake Compress-Zlib
442 ipfiremake Digest
443 ipfiremake Digest-SHA1
444 ipfiremake Digest-HMAC
445 ipfiremake libwww-perl
446 ipfiremake Net-DNS
447 ipfiremake Net-IPv4Addr
448 ipfiremake Net_SSLeay
449 ipfiremake IO-Stringy
450 ipfiremake Unix-Syslog
451 ipfiremake Mail-Tools
452 ipfiremake MIME-Tools
453 ipfiremake Net-Server
454 ipfiremake Convert-TNEF
455 ipfiremake Convert-UUlib
456 ipfiremake Archive-Tar
457 ipfiremake Archive-Zip
458 ipfiremake Text-Tabs+Wrap
459 ipfiremake Locale-Country
460 ipfiremake XML-Parser
461 ipfiremake python-setuptools
462 ipfiremake python-clientform
463 ipfiremake python-mechanize
464 ipfiremake python-feedparser
465 ipfiremake python-rssdler
466 ipfiremake glib
467 ipfiremake GeoIP
468 ipfiremake fwhits
469 ipfiremake noip_updater
470 ipfiremake ntp
471 ipfiremake openssh
472 ipfiremake rrdtool
473 ipfiremake setserial
474 ipfiremake setup
475 ipfiremake snort
476 ipfiremake oinkmaster
477 ipfiremake squid
478 ipfiremake squidguard
479 ipfiremake calamaris
480 ipfiremake tcpdump
481 ipfiremake traceroute
482 ipfiremake vlan
483 ipfiremake wireless
484 ipfiremake libsafe
485 ipfiremake pakfire
486 ipfiremake java
487 ipfiremake spandsp
488 ipfiremake lzo
489 ipfiremake openvpn
490 ipfiremake pammysql
491 ipfiremake cups
492 ipfiremake ghostscript
493 ipfiremake foomatic
494 ipfiremake hplip
495 ipfiremake samba
496 ipfiremake sudo
497 ipfiremake mc
498 ipfiremake wget
499 ipfiremake bridge-utils
500 ipfiremake screen
501 ipfiremake hddtemp
502 ipfiremake smartmontools
503 ipfiremake htop
504 ipfiremake postfix
505 ipfiremake fetchmail
506 ipfiremake cyrus-imapd
507 ipfiremake openmailadmin
508 ipfiremake clamav
509 ipfiremake spamassassin
510 ipfiremake amavisd
511 ipfiremake alsa
512 ipfiremake mpfire
513 ipfiremake guardian
514 ipfiremake libid3tag
515 ipfiremake libmad
516 ipfiremake libogg
517 ipfiremake libvorbis
518 ipfiremake libdvbpsi
519 ipfiremake lame
520 ipfiremake sox
521 ipfiremake libshout
522 ipfiremake xvid
523 ipfiremake libmpeg2
524 ipfiremake cmake
525 ipfiremake gnump3d
526 ipfiremake libsigc++
527 ipfiremake applejuice
528 ipfiremake ocaml
529 ipfiremake mldonkey
530 ipfiremake libtorrent
531 ipfiremake rtorrent
532 ipfiremake ipfireseeder
533 ipfiremake rsync
534 ipfiremake tcpwrapper
535 ipfiremake portmap
536 ipfiremake nfs
537 ipfiremake nmap
538 ipfiremake ncftp
539 ipfiremake etherwake
540 ipfiremake bwm-ng
541 ipfiremake tripwire
542 ipfiremake sysstat
543 ipfiremake vsftpd
544 ipfiremake strongswan
545 ipfiremake lsof
546 ipfiremake centerim
547 ipfiremake br2684ctl
548 ipfiremake pcmciautils
549 ipfiremake lm_sensors
550 ipfiremake liboping
551 ipfiremake collectd
552 ipfiremake lcd4linux
553 ipfiremake teamspeak
554 ipfiremake elinks
555 ipfiremake igmpproxy
556 ipfiremake fbset
557 ipfiremake sdl
558 ipfiremake qemu
559 ipfiremake qemu-kqemu
560 ipfiremake sane
561 ipfiremake netpbm
562 ipfiremake phpSANE
563 ipfiremake tunctl
564 ipfiremake nagios
565 ipfiremake ebtables
566 ipfiremake fontconfig
567 ipfiremake freefont
568 ipfiremake directfb
569 ipfiremake dfb++
570 ipfiremake faad2
571 ipfiremake ffmpeg
572 ipfiremake videolan
573 ipfiremake vdr
574 ipfiremake w_scan
575 ipfiremake icecast
576 ipfiremake icegenerator
577 ipfiremake mpd
578 ipfiremake libmpdclient
579 ipfiremake mpc
580 ipfiremake git
581 ipfiremake squidclamav
582 ipfiremake bc
583 ipfiremake vnstat
584 ipfiremake vnstati
585 ipfiremake iw
586 ipfiremake wpa_supplicant
587 ipfiremake hostapd
588 ipfiremake urlgrabber
589 ipfiremake syslinux
590 ipfiremake tftpd
591 ipfiremake cpufrequtils
592 ipfiremake dbus
593 ipfiremake bluetooth
594 ipfiremake gutenprint
595 ipfiremake apcupsd
596 ipfiremake iperf
597 ipfiremake netcat
598 ipfiremake 7zip
599 ipfiremake lynis
600 ipfiremake splix
601 ipfiremake streamripper
602 ipfiremake sshfs
603 ipfiremake sqlite
604 ipfiremake taglib
605 ipfiremake mediatomb
606 ipfiremake sslh
607 ipfiremake perl-gettext
608 ipfiremake vdradmin
609 ipfiremake miau
610 ipfiremake netsnmpd
611 ipfiremake perl-DBI
612 ipfiremake perl-DBD-mysql
613 ipfiremake cacti
614 ipfiremake icecc
615 ipfiremake open-vm-tools
616 ipfiremake nagiosql
617 ipfiremake iftop
618 ipfiremake motion
619 ipfiremake joe
620 ipfiremake nut
621 ipfiremake watchdog
622 ipfiremake libpri
623 ipfiremake dahdi
624 ipfiremake asterisk
625 ipfiremake lcr
626 ipfiremake usb_modeswitch
627 ipfiremake zerofree
628 ipfiremake mdadm
629 ipfiremake eject
630 ipfiremake pound
631 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
632 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
633 echo >> $BASEDIR/build/var/ipfire/firebuild
634 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
635 echo >> $BASEDIR/build/var/ipfire/firebuild
636 git status >> $BASEDIR/build/var/ipfire/firebuild
637 echo >> $BASEDIR/build/var/ipfire/firebuild
638 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
639 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
640 if [ "$GIT_BRANCH" = "master" ]; then
641 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
642 else
643 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
644 fi
645 }
646
647 buildinstaller() {
648 # Run installer scripts one by one
649 LOGFILE="$BASEDIR/log/_build.installer.log"
650 export LOGFILE
651 ipfiremake as86
652 ipfiremake mbr
653 ipfiremake memtest
654 installmake linux-libc-header
655 installmake binutils
656 ipfiremake uClibc PASS=1
657 ipfiremake gcc INST=1
658 installmake uClibc PASS=2
659 installmake gcc INST=2
660 installmake uClibc PASS=3
661 installmake busybox
662 installmake udev
663 installmake slang
664 installmake newt
665 installmake gettext
666 installmake kbd
667 installmake popt
668 installmake sysvinit
669 installmake misc-progs
670 installmake libaal
671 installmake reiser4progs
672 installmake reiserfsprogs
673 installmake sysfsutils
674 installmake util-linux
675 installmake pciutils
676 installmake zlib
677 installmake mtd
678 installmake wget
679 installmake hwdata
680 installmake kudzu
681 installmake pcmciautils
682 installmake installer
683 installmake initrd
684 }
685
686 buildpackages() {
687 LOGFILE="$BASEDIR/log/_build.packages.log"
688 export LOGFILE
689 echo "... see detailed log in _build.*.log files" >> $LOGFILE
690
691 installmake strip
692
693 # Generating list of packages used
694 echo -n "Generating packages list from logs" | tee -a $LOGFILE
695 rm -f $BASEDIR/doc/packages-list
696 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
697 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
698 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
699 fi
700 done
701 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
702 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
703 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
704 rm -f $BASEDIR/doc/packages-list
705 # packages-list.txt is ready to be displayed for wiki page
706 beautify message DONE
707
708 # Update changelog
709 cd $BASEDIR
710 $0 git log
711
712 # Create images for install
713 ipfiremake cdrom ED=$IPFVER
714
715 # Check if there is a loop device for building in virtual environments
716 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
717 ipfiremake usb-stick ED=$IPFVER
718 ipfiremake flash-images ED=$IPFVER
719 fi
720
721 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
722
723 ipfirepackages
724
725 # Check if there is a loop device for building in virtual environments
726 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
727 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
728 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
729 ipfiremake xen-image ED=$IPFVER
730 rm -rf $LFS/install/packages/linux-xen-*.ipfire
731 rm -rf $LFS/install/packages/meta-linux-xen
732 fi
733 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
734
735 # Cleanup
736 stdumount
737 rm -rf $BASEDIR/build/tmp/*
738
739 # Generating total list of files
740 echo -n "Generating files list from logs" | tee -a $LOGFILE
741 rm -f $BASEDIR/log/FILES
742 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
743 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
744 echo "##" >>$BASEDIR/log/FILES
745 echo "## `basename $i`" >>$BASEDIR/log/FILES
746 echo "##" >>$BASEDIR/log/FILES
747 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
748 fi
749 done
750 beautify message DONE
751
752 cd $PWD
753 }
754
755 ipfirepackages() {
756 ipfiremake core-updates
757 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
758 if [ -e $BASEDIR/lfs/$i ]; then
759 ipfiredist $i
760 else
761 echo -n $i
762 beautify message SKIP
763 fi
764 done
765 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
766 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
767 rm -rf $BASEDIR/build/install/packages/*
768 }
769
770 # See what we're supposed to do
771 case "$1" in
772 build)
773 clear
774 BUILDMACHINE=`uname -m`
775 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
776 #only restore on a clean disk
777 if [ ! -f log/cleanup-toolchain-2-tools ]; then
778 if [ ! -n "$PACKAGE" ]; then
779 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
780 prepareenv
781 buildtoolchain
782 else
783 PACKAGENAME=${PACKAGE%.tar.gz}
784 beautify build_stage "Packaged toolchain compilation"
785 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
786 tar zxf $PACKAGE
787 prepareenv
788 else
789 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
790 fi
791 fi
792 else
793 echo -n "Using installed toolchain" | tee -a $LOGFILE
794 beautify message SKIP
795 prepareenv
796 fi
797
798 beautify build_start
799 beautify build_stage "Building LFS"
800 buildbase
801
802 beautify build_stage "Building IPFire"
803 buildipfire
804
805 beautify build_stage "Building installer"
806 buildinstaller
807
808 beautify build_stage "Building packages"
809 buildpackages
810
811 beautify build_stage "Checking Logfiles for new Files"
812 cd ..
813 tools/checknewlog.pl
814
815 beautify build_end
816 ;;
817 shell)
818 # enter a shell inside LFS chroot
819 # may be used to changed kernel settings
820 prepareenv
821 entershell
822 ;;
823 clean)
824 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
825 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
826 $LOSETUP -d $i 2>/dev/null
827 done
828 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
829 umount $i
830 done
831 stdumount
832 for i in `seq 0 7`; do
833 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
834 umount /dev/loop${i} 2>/dev/null;
835 losetup -d /dev/loop${i} 2>/dev/null;
836 fi;
837 done
838 rm -rf $BASEDIR/build
839 rm -rf $BASEDIR/cdrom
840 rm -rf $BASEDIR/packages
841 rm -rf $BASEDIR/log
842 if [ -h /tools ]; then
843 rm -f /tools
844 fi
845 beautify message DONE
846 ;;
847 downloadsrc)
848 if [ ! -d $BASEDIR/cache ]; then
849 mkdir $BASEDIR/cache
850 fi
851 mkdir -p $BASEDIR/log
852 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
853 FINISHED=0
854 cd $BASEDIR/lfs
855 for c in `seq $MAX_RETRIES`; do
856 if (( FINISHED==1 )); then
857 break
858 fi
859 FINISHED=1
860 cd $BASEDIR/lfs
861 for i in *; do
862 if [ -f "$i" -a "$i" != "Config" ]; then
863 echo -ne "Loading $i"
864 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
865 if [ $? -ne 0 ]; then
866 beautify message FAIL
867 FINISHED=0
868 else
869 if [ $c -eq 1 ]; then
870 beautify message DONE
871 fi
872 fi
873 fi
874 done
875 done
876 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
877 ERROR=0
878 for i in *; do
879 if [ -f "$i" -a "$i" != "Config" ]; then
880 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
881 if [ $? -ne 0 ]; then
882 echo -ne "MD5 difference in lfs/$i"
883 beautify message FAIL
884 ERROR=1
885 fi
886 fi
887 done
888 if [ $ERROR -eq 0 ]; then
889 echo -ne "${BOLD}all files md5sum match${NORMAL}"
890 beautify message DONE
891 else
892 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
893 beautify message FAIL
894 fi
895 cd - >/dev/null 2>&1
896 ;;
897 toolchain)
898 clear
899 prepareenv
900 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
901 buildtoolchain
902 BUILDMACHINE=`uname -m`
903 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
904 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
905 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
906 build/{bin,etc,usr/bin,usr/local} \
907 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
908 log >> $LOGFILE
909 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
910 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
911 stdumount
912 ;;
913 gettoolchain)
914 BUILDMACHINE=`uname -m`
915 # arbitrary name to be updated in case of new toolchain package upload
916 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
917 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
918 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
919 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
920 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
921 cd $BASEDIR/cache/toolchains
922 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
923 if [ $? -ne 0 ]; then
924 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
925 else
926 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
927 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
928 else
929 exiterror "$PACKAGE.md5 did not match, check downloaded package"
930 fi
931 fi
932 else
933 echo "Toolchain is already downloaded. Exiting..."
934 fi
935 ;;
936 othersrc)
937 prepareenv
938 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
939 chroot $LFS /tools/bin/env -i HOME=/root \
940 TERM=$TERM PS1='\u:\w\$ ' \
941 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
942 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
943 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
944 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
945 if [ $? -eq "0" ]; then
946 beautify message DONE
947 else
948 beautify message FAIL
949 fi
950 stdumount
951 ;;
952 git)
953 case "$2" in
954 update|up)
955 ## REMOVES ALL UNCOMMITTED CHANGES!
956 [ "$3" == "--force" ] && git checkout -f
957 git pull
958 ;;
959 commit|ci)
960 shift 2
961 git commit $*
962
963 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
964
965 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
966 read
967 [ -z $REPLY ] && exit 0
968 for i in y Y j J; do
969 if [ "$i" == "$REPLY" ]; then
970 $0 git push
971 exit $?
972 fi
973 done
974 exiterror "\"$REPLY\" is not a valid answer."
975 ;;
976 dist)
977 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
978 ;;
979 diff|di)
980 echo -ne "Make a local diff to last revision"
981 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
982 evaluate 1
983 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
984 git diff --stat
985 ;;
986 push)
987 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
988 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
989
990 git push ${GIT_URL} $3
991 ;;
992 log)
993 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
994 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
995
996 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
997 ;;
998 esac
999 ;;
1000 uploadsrc)
1001 PWD=`pwd`
1002 if [ -z $IPFIRE_USER ]; then
1003 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1004 beautify message FAIL
1005 exit 1
1006 fi
1007 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1008 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1009
1010 cd $BASEDIR/cache/
1011 for file in $(ls -1); do
1012 grep -q "$file" <<<$REMOTE_FILES && continue
1013 NEW_FILES="$NEW_FILES $file"
1014 done
1015 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1016 cd $BASEDIR
1017 cd $PWD
1018 exit 0
1019 ;;
1020 batch)
1021 if [ "$2" = "--background" ]; then
1022 batch_script
1023 exit $?
1024 fi
1025 if [ `screen -ls | grep -q ipfire` ]; then
1026 echo "Build is already running, sorry!"
1027 exit 1
1028 else
1029 if [ "$2" = "--rebuild" ]; then
1030 export IPFIRE_REBUILD=1
1031 echo "REBUILD!"
1032 else
1033 export IPFIRE_REBUILD=0
1034 fi
1035 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1036 screen -dmS ipfire $0 batch --background
1037 evaluate 1
1038 exit 0
1039 fi
1040 ;;
1041 watch)
1042 watch_screen
1043 ;;
1044 pxe)
1045 case "$2" in
1046 start)
1047 start_tftpd
1048 ;;
1049 stop)
1050 stop_tftpd
1051 ;;
1052 reload|restart)
1053 reload_tftpd
1054 ;;
1055 esac
1056 exit 0
1057 ;;
1058 lang)
1059 update_langs
1060 ;;
1061 "")
1062 clear
1063 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1064 do
1065 case $name in
1066 "IPFIRE: Downloadsrc")
1067 $0 downloadsrc
1068 ;;
1069 "IPFIRE: Build (silent)")
1070 $0 build-silent
1071 ;;
1072 "IPFIRE: Watch Build")
1073 $0 watch
1074 ;;
1075 "IPFIRE: Batch")
1076 $0 batch
1077 ;;
1078 "IPFIRE: Clean")
1079 $0 clean
1080 ;;
1081 "Help")
1082 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1083 cat doc/make.sh-usage
1084 ;;
1085 "LOG: Tail")
1086 tail -f log/_*
1087 ;;
1088 "Exit")
1089 break
1090 ;;
1091 esac
1092 done
1093 ;;
1094 config)
1095 make_config
1096 ;;
1097 *)
1098 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1099 cat doc/make.sh-usage
1100 ;;
1101 esac