7ee503b4a411c87cb27908111353d4f2fd5752e1
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.7" # Version number
28 CORE="40" # Core Level (Filename)
29 PAKFIRE_CORE="39" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=2
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 # Debian specific settings
44 if [ ! -e /etc/debian_version ]; then
45 FULLPATH=`which $0`
46 else
47 if [ -x /usr/bin/realpath ]; then
48 FULLPATH=`/usr/bin/realpath $0`
49 else
50 echo "ERROR: Need to do apt-get install realpath"
51 exit 1
52 fi
53 fi
54
55 PWD=`pwd`
56 BASENAME=`basename $0`
57 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
58 LOGFILE=$BASEDIR/log/_build.preparation.log
59 export BASEDIR LOGFILE
60 DIR_CHK=$BASEDIR/cache/check
61 mkdir $BASEDIR/log/ 2>/dev/null
62
63 # Include funtions
64 . tools/make-functions
65
66 if [ -f .config ]; then
67 . .config
68 else
69 echo -e "${BOLD}No configuration found!${NORMAL}"
70 echo -ne "Do you want to create one (y/N)?"
71 read CREATE_CONFIG
72 echo ""
73 if [ "$CREATE_CONFIG" == "y" ]; then
74 make_config
75 fi
76 fi
77
78 if [ -z $EDITOR ]; then
79 for i in nano emacs vi; do
80 EDITOR=$(which $i 2>/dev/null)
81 if ! [ -z $EDITOR ]; then
82 export EDITOR=$EDITOR
83 break
84 fi
85 done
86 [ -z $EDITOR ] && exiterror "You should have installed an editor."
87 fi
88
89 prepareenv() {
90 ############################################################################
91 # #
92 # Are we running the right shell? #
93 # #
94 ############################################################################
95 if [ ! "$BASH" ]; then
96 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
97 fi
98
99 if [ -z "${BASH_VERSION}" ]; then
100 exiterror "Not running BASH shell."
101 fi
102
103
104 ############################################################################
105 # #
106 # Trap on emergency exit #
107 # #
108 ############################################################################
109 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
110
111
112 ############################################################################
113 # #
114 # Resetting our nice level #
115 # #
116 ############################################################################
117 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
118 renice $NICE $$ > /dev/null
119 if [ `nice` != "$NICE" ]; then
120 beautify message FAIL
121 exiterror "Failed to set correct nice level"
122 else
123 beautify message DONE
124 fi
125
126
127 ############################################################################
128 # #
129 # Checking if running as root user #
130 # #
131 ############################################################################
132 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
133 if [ `id -u` != 0 ]; then
134 beautify message FAIL
135 exiterror "Not building as root"
136 else
137 beautify message DONE
138 fi
139
140
141 ############################################################################
142 # #
143 # Checking for necessary temporary space #
144 # #
145 ############################################################################
146 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
147 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
148 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
149 if (( 2048000 > $BASE_ASPACE )); then
150 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
151 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
152 beautify message FAIL
153 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
154 fi
155 else
156 beautify message DONE
157 fi
158
159 ############################################################################
160 # #
161 # Building Linux From Scratch system #
162 # #
163 ############################################################################
164 # Set umask
165 umask 022
166
167 # Set LFS Directory
168 LFS=$BASEDIR/build
169
170 # Check /tools symlink
171 if [ -h /tools ]; then
172 rm -f /tools
173 fi
174 if [ ! -a /tools ]; then
175 ln -s $BASEDIR/build/tools /
176 fi
177 if [ ! -h /tools ]; then
178 exiterror "Could not create /tools symbolic link."
179 fi
180
181 # Setup environment
182 set +h
183 LC_ALL=POSIX
184 if [ -z $MAKETUNING ]; then
185 MAKETUNING="-j6"
186 fi
187 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
188 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
189
190 # Make some extra directories
191 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
192 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
193 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
194 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
195
196 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
197 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
198
199 # Make all sources and proc available under lfs build
200 mount --bind /dev $BASEDIR/build/dev
201 mount --bind /dev/pts $BASEDIR/build/dev/pts
202 mount --bind /dev/shm $BASEDIR/build/dev/shm
203 mount --bind /proc $BASEDIR/build/proc
204 mount --bind /sys $BASEDIR/build/sys
205 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
206 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
207 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
208 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
209 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
210 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
211 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
212 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
213 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
214
215 # This is a temporary hack!!!
216 if [ ! -f /tools/bin/hostname ]; then
217 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
218 fi
219
220 # Run LFS static binary creation scripts one by one
221 export CCACHE_DIR=$BASEDIR/ccache
222 export CCACHE_HASHDIR=1
223
224 # Remove pre-install list of installed files in case user erase some files before rebuild
225 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
226 }
227
228 buildtoolchain() {
229 LOGFILE="$BASEDIR/log/_build.toolchain.log"
230 export LOGFILE
231 ORG_PATH=$PATH
232 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
233 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
234 lfsmake1 ccache
235 lfsmake1 binutils PASS=1
236 lfsmake1 gcc PASS=1
237 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
238 lfsmake1 linux-libc-header
239 lfsmake1 glibc
240 lfsmake1 cleanup-toolchain PASS=1
241 lfsmake1 tcl
242 lfsmake1 expect
243 lfsmake1 dejagnu
244 lfsmake1 gcc PASS=2
245 lfsmake1 binutils PASS=2
246 lfsmake1 ncurses
247 lfsmake1 bash
248 lfsmake1 bzip2
249 lfsmake1 coreutils
250 lfsmake1 diffutils
251 lfsmake1 findutils
252 lfsmake1 gawk
253 lfsmake1 gettext
254 lfsmake1 grep
255 lfsmake1 gzip
256 lfsmake1 m4
257 lfsmake1 make
258 lfsmake1 patch
259 lfsmake1 perl
260 lfsmake1 sed
261 lfsmake1 tar
262 lfsmake1 texinfo
263 lfsmake1 util-linux
264 lfsmake1 cleanup-toolchain PASS=2
265 export PATH=$ORG_PATH
266 }
267
268 buildbase() {
269 LOGFILE="$BASEDIR/log/_build.base.log"
270 export LOGFILE
271 lfsmake2 stage2
272 lfsmake2 linux-libc-header
273 lfsmake2 man-pages
274 lfsmake2 glibc
275 lfsmake2 cleanup-toolchain PASS=3
276 lfsmake2 binutils
277 lfsmake2 gcc
278 lfsmake2 berkeley
279 lfsmake2 coreutils
280 lfsmake2 iana-etc
281 lfsmake2 m4
282 lfsmake2 bison
283 lfsmake2 ncurses
284 lfsmake2 procps
285 lfsmake2 sed
286 lfsmake2 libtool
287 lfsmake2 perl
288 lfsmake2 readline
289 lfsmake2 zlib
290 lfsmake2 autoconf
291 lfsmake2 automake
292 lfsmake2 bash
293 lfsmake2 bzip2
294 lfsmake2 diffutils
295 lfsmake2 e2fsprogs
296 lfsmake2 ed
297 lfsmake2 file
298 lfsmake2 findutils
299 lfsmake2 flex
300 lfsmake2 gawk
301 lfsmake2 gettext
302 lfsmake2 grep
303 lfsmake2 groff
304 lfsmake2 gzip
305 lfsmake2 inetutils
306 lfsmake2 iproute2
307 lfsmake2 kbd
308 lfsmake2 less
309 lfsmake2 libaal
310 lfsmake2 make
311 lfsmake2 man
312 lfsmake2 mktemp
313 lfsmake2 module-init-tools
314 lfsmake2 mtd
315 lfsmake2 net-tools
316 lfsmake2 patch
317 lfsmake2 psmisc
318 lfsmake2 reiser4progs
319 lfsmake2 shadow
320 lfsmake2 sysklogd
321 lfsmake2 sysvinit
322 lfsmake2 tar
323 lfsmake2 texinfo
324 lfsmake2 udev
325 lfsmake2 util-linux
326 lfsmake2 vim
327 lfsmake2 grub
328 }
329
330 buildipfire() {
331 LOGFILE="$BASEDIR/log/_build.ipfire.log"
332 export LOGFILE
333 ipfiremake configroot
334 ipfiremake backup
335 ipfiremake dhcp
336 ipfiremake dhcpcd
337 ipfiremake libusb
338 ipfiremake libpcap
339 ipfiremake ppp
340 ipfiremake pptp
341 ipfiremake unzip
342 ipfiremake which
343 ipfiremake xz
344 ipfiremake linux-firmware
345 ipfiremake linux XEN=1
346 ipfiremake kqemu XEN=1
347 ipfiremake v4l-dvb XEN=1
348 ipfiremake madwifi XEN=1
349 ipfiremake mISDN XEN=1
350 ipfiremake dahdi XEN=1 KMOD=1
351 ipfiremake cryptodev XEN=1
352 ipfiremake compat-wireless XEN=1
353 ipfiremake r8169 XEN=1
354 ipfiremake r8168 XEN=1
355 ipfiremake r8101 XEN=1
356 ipfiremake e1000 XEN=1
357 ipfiremake e1000e XEN=1
358 ipfiremake linux
359 ipfiremake kqemu
360 # ipfiremake kvm-kmod
361 ipfiremake v4l-dvb
362 ipfiremake madwifi
363 ipfiremake alsa KMOD=1
364 ipfiremake mISDN
365 ipfiremake dahdi KMOD=1
366 ipfiremake cryptodev
367 ipfiremake compat-wireless
368 ipfiremake r8169
369 ipfiremake r8168
370 ipfiremake r8101
371 ipfiremake e1000
372 ipfiremake e1000e
373 ipfiremake pkg-config
374 ipfiremake linux-atm
375 ipfiremake cpio
376
377 installmake strip
378
379 ipfiremake dracut
380 ipfiremake expat
381 ipfiremake gdbm
382 ipfiremake gmp
383 ipfiremake pam
384 ipfiremake openssl
385 ipfiremake curl
386 ipfiremake python
387 ipfiremake libnet
388 ipfiremake libnl
389 ipfiremake libidn
390 ipfiremake libjpeg
391 ipfiremake libpng
392 ipfiremake libtiff
393 ipfiremake libart
394 ipfiremake freetype
395 ipfiremake gd
396 ipfiremake popt
397 ipfiremake pcre
398 ipfiremake slang
399 ipfiremake newt
400 ipfiremake libcap
401 ipfiremake pciutils
402 ipfiremake usbutils
403 ipfiremake libxml2
404 ipfiremake libxslt
405 ipfiremake BerkeleyDB
406 ipfiremake mysql
407 ipfiremake cyrus-sasl
408 ipfiremake openldap
409 ipfiremake apache2
410 ipfiremake php
411 ipfiremake apache2 PASS=C
412 ipfiremake arping
413 ipfiremake beep
414 ipfiremake bind
415 ipfiremake cdrtools
416 ipfiremake dnsmasq
417 ipfiremake dosfstools
418 ipfiremake squashfstools
419 ipfiremake reiserfsprogs
420 ipfiremake xfsprogs
421 ipfiremake sysfsutils
422 ipfiremake fuse
423 ipfiremake ntfs-3g
424 ipfiremake ethtool
425 ipfiremake ez-ipupdate
426 ipfiremake fcron
427 ipfiremake perl-GD
428 ipfiremake GD-Graph
429 ipfiremake GD-TextUtil
430 ipfiremake gnupg
431 ipfiremake hdparm
432 ipfiremake sdparm
433 ipfiremake mtools
434 ipfiremake initscripts
435 ipfiremake whatmask
436 ipfiremake iptables
437 ipfiremake libupnp
438 ipfiremake ipaddr
439 ipfiremake iptstate
440 ipfiremake iputils
441 ipfiremake l7-protocols
442 ipfiremake mISDNuser
443 ipfiremake capi4k-utils
444 ipfiremake hwdata
445 ipfiremake kudzu
446 ipfiremake logrotate
447 ipfiremake logwatch
448 ipfiremake misc-progs
449 ipfiremake nano
450 ipfiremake nasm
451 ipfiremake URI
452 ipfiremake HTML-Tagset
453 ipfiremake HTML-Parser
454 ipfiremake Compress-Zlib
455 ipfiremake Digest
456 ipfiremake Digest-SHA1
457 ipfiremake Digest-HMAC
458 ipfiremake libwww-perl
459 ipfiremake Net-DNS
460 ipfiremake Net-IPv4Addr
461 ipfiremake Net_SSLeay
462 ipfiremake IO-Stringy
463 ipfiremake Unix-Syslog
464 ipfiremake Mail-Tools
465 ipfiremake MIME-Tools
466 ipfiremake Net-Server
467 ipfiremake Convert-TNEF
468 ipfiremake Convert-UUlib
469 ipfiremake Archive-Tar
470 ipfiremake Archive-Zip
471 ipfiremake Text-Tabs+Wrap
472 ipfiremake Locale-Country
473 ipfiremake XML-Parser
474 ipfiremake python-setuptools
475 ipfiremake python-clientform
476 ipfiremake python-mechanize
477 ipfiremake python-feedparser
478 ipfiremake python-rssdler
479 ipfiremake glib
480 ipfiremake GeoIP
481 ipfiremake fwhits
482 ipfiremake noip_updater
483 ipfiremake ntp
484 ipfiremake openssh
485 ipfiremake rrdtool
486 ipfiremake setserial
487 ipfiremake setup
488 ipfiremake snort
489 ipfiremake oinkmaster
490 ipfiremake squid
491 ipfiremake squidguard
492 ipfiremake calamaris
493 ipfiremake tcpdump
494 ipfiremake traceroute
495 ipfiremake vlan
496 ipfiremake wireless
497 ipfiremake libsafe
498 ipfiremake pakfire
499 ipfiremake java
500 ipfiremake spandsp
501 ipfiremake lzo
502 ipfiremake openvpn
503 ipfiremake pammysql
504 ipfiremake cups
505 ipfiremake ghostscript
506 ipfiremake foomatic
507 ipfiremake hplip
508 ipfiremake samba
509 ipfiremake sudo
510 ipfiremake mc
511 ipfiremake wget
512 ipfiremake bridge-utils
513 ipfiremake screen
514 ipfiremake hddtemp
515 ipfiremake smartmontools
516 ipfiremake htop
517 ipfiremake postfix
518 ipfiremake fetchmail
519 ipfiremake cyrus-imapd
520 ipfiremake openmailadmin
521 ipfiremake clamav
522 ipfiremake spamassassin
523 ipfiremake amavisd
524 ipfiremake alsa
525 ipfiremake mpfire
526 ipfiremake guardian
527 ipfiremake libid3tag
528 ipfiremake libmad
529 ipfiremake libogg
530 ipfiremake libvorbis
531 ipfiremake libdvbpsi
532 ipfiremake lame
533 ipfiremake sox
534 ipfiremake libshout
535 ipfiremake xvid
536 ipfiremake libmpeg2
537 ipfiremake cmake
538 ipfiremake gnump3d
539 ipfiremake libsigc++
540 ipfiremake applejuice
541 ipfiremake ocaml
542 ipfiremake mldonkey
543 ipfiremake libtorrent
544 ipfiremake rtorrent
545 ipfiremake ipfireseeder
546 ipfiremake rsync
547 ipfiremake tcpwrapper
548 ipfiremake libevent
549 ipfiremake portmap
550 ipfiremake nfs
551 ipfiremake nmap
552 ipfiremake ncftp
553 ipfiremake etherwake
554 ipfiremake bwm-ng
555 ipfiremake tripwire
556 ipfiremake sysstat
557 ipfiremake vsftpd
558 ipfiremake strongswan
559 ipfiremake lsof
560 ipfiremake centerim
561 ipfiremake br2684ctl
562 ipfiremake pcmciautils
563 ipfiremake lm_sensors
564 ipfiremake liboping
565 ipfiremake collectd
566 ipfiremake lcd4linux
567 ipfiremake teamspeak
568 ipfiremake elinks
569 ipfiremake igmpproxy
570 ipfiremake fbset
571 ipfiremake sdl
572 ipfiremake qemu
573 ipfiremake qemu-kqemu
574 ipfiremake sane
575 ipfiremake netpbm
576 ipfiremake phpSANE
577 ipfiremake tunctl
578 ipfiremake nagios
579 ipfiremake ebtables
580 ipfiremake fontconfig
581 ipfiremake freefont
582 ipfiremake directfb
583 ipfiremake dfb++
584 ipfiremake faad2
585 ipfiremake ffmpeg
586 ipfiremake videolan
587 ipfiremake vdr
588 ipfiremake w_scan
589 ipfiremake icecast
590 ipfiremake icegenerator
591 ipfiremake mpd
592 ipfiremake libmpdclient
593 ipfiremake mpc
594 ipfiremake git
595 ipfiremake squidclamav
596 ipfiremake bc
597 ipfiremake vnstat
598 ipfiremake vnstati
599 ipfiremake iw
600 ipfiremake wpa_supplicant
601 ipfiremake hostapd
602 ipfiremake urlgrabber
603 ipfiremake syslinux
604 ipfiremake tftpd
605 ipfiremake cpufrequtils
606 ipfiremake dbus
607 ipfiremake bluetooth
608 ipfiremake gutenprint
609 ipfiremake apcupsd
610 ipfiremake iperf
611 ipfiremake netcat
612 ipfiremake 7zip
613 ipfiremake lynis
614 ipfiremake splix
615 ipfiremake streamripper
616 ipfiremake sshfs
617 ipfiremake sqlite
618 ipfiremake taglib
619 ipfiremake mediatomb
620 ipfiremake sslh
621 ipfiremake perl-gettext
622 ipfiremake vdradmin
623 ipfiremake miau
624 ipfiremake netsnmpd
625 ipfiremake perl-DBI
626 ipfiremake perl-DBD-mysql
627 ipfiremake cacti
628 ipfiremake icecc
629 ipfiremake openvmtools
630 ipfiremake nagiosql
631 ipfiremake iftop
632 ipfiremake motion
633 ipfiremake joe
634 ipfiremake nut
635 ipfiremake watchdog
636 ipfiremake libpri
637 ipfiremake dahdi
638 ipfiremake asterisk
639 ipfiremake lcr
640 ipfiremake usb_modeswitch
641 ipfiremake zerofree
642 ipfiremake mdadm
643 ipfiremake eject
644 ipfiremake pound
645 ipfiremake minicom
646 ipfiremake ddrescue
647 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
648 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
649 echo >> $BASEDIR/build/var/ipfire/firebuild
650 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
651 echo >> $BASEDIR/build/var/ipfire/firebuild
652 git status >> $BASEDIR/build/var/ipfire/firebuild
653 echo >> $BASEDIR/build/var/ipfire/firebuild
654 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
655 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
656 if [ "$GIT_BRANCH" = "master" ]; then
657 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
658 else
659 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
660 fi
661 }
662
663 buildinstaller() {
664 # Run installer scripts one by one
665 LOGFILE="$BASEDIR/log/_build.installer.log"
666 export LOGFILE
667 ipfiremake as86
668 ipfiremake mbr
669 ipfiremake memtest
670 ipfiremake installer
671 installmake strip
672 ipfiremake initrd
673 }
674
675 buildpackages() {
676 LOGFILE="$BASEDIR/log/_build.packages.log"
677 export LOGFILE
678 echo "... see detailed log in _build.*.log files" >> $LOGFILE
679
680
681 # Generating list of packages used
682 echo -n "Generating packages list from logs" | tee -a $LOGFILE
683 rm -f $BASEDIR/doc/packages-list
684 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
685 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
686 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
687 fi
688 done
689 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
690 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
691 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
692 rm -f $BASEDIR/doc/packages-list
693 # packages-list.txt is ready to be displayed for wiki page
694 beautify message DONE
695
696 # Update changelog
697 cd $BASEDIR
698 $0 git log
699
700 # Create images for install
701 ipfiremake cdrom ED=$IPFVER
702
703 # Check if there is a loop device for building in virtual environments
704 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
705 ipfiremake usb-stick ED=$IPFVER
706 ipfiremake flash-images ED=$IPFVER
707 fi
708
709 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
710
711 ipfirepackages
712
713 # Check if there is a loop device for building in virtual environments
714 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
715 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
716 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
717 ipfiremake xen-image ED=$IPFVER
718 rm -rf $LFS/install/packages/linux-xen-*.ipfire
719 rm -rf $LFS/install/packages/meta-linux-xen
720 fi
721 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
722
723 # Cleanup
724 stdumount
725 rm -rf $BASEDIR/build/tmp/*
726
727 # Generating total list of files
728 echo -n "Generating files list from logs" | tee -a $LOGFILE
729 rm -f $BASEDIR/log/FILES
730 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
731 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
732 echo "##" >>$BASEDIR/log/FILES
733 echo "## `basename $i`" >>$BASEDIR/log/FILES
734 echo "##" >>$BASEDIR/log/FILES
735 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
736 fi
737 done
738 beautify message DONE
739
740 cd $PWD
741 }
742
743 ipfirepackages() {
744 ipfiremake core-updates
745 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
746 if [ -e $BASEDIR/lfs/$i ]; then
747 ipfiredist $i
748 else
749 echo -n $i
750 beautify message SKIP
751 fi
752 done
753 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
754 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
755 rm -rf $BASEDIR/build/install/packages/*
756 }
757
758 # See what we're supposed to do
759 case "$1" in
760 build)
761 clear
762 BUILDMACHINE=`uname -m`
763 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
764 #only restore on a clean disk
765 if [ ! -f log/cleanup-toolchain-2-tools ]; then
766 if [ ! -n "$PACKAGE" ]; then
767 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
768 prepareenv
769 buildtoolchain
770 else
771 PACKAGENAME=${PACKAGE%.tar.gz}
772 beautify build_stage "Packaged toolchain compilation"
773 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
774 tar zxf $PACKAGE
775 prepareenv
776 else
777 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
778 fi
779 fi
780 else
781 echo -n "Using installed toolchain" | tee -a $LOGFILE
782 beautify message SKIP
783 prepareenv
784 fi
785
786 beautify build_start
787 beautify build_stage "Building LFS"
788 buildbase
789
790 beautify build_stage "Building IPFire"
791 buildipfire
792
793 beautify build_stage "Building installer"
794 buildinstaller
795
796 beautify build_stage "Building packages"
797 buildpackages
798
799 beautify build_stage "Checking Logfiles for new Files"
800 cd ..
801 tools/checknewlog.pl
802
803 beautify build_end
804 ;;
805 shell)
806 # enter a shell inside LFS chroot
807 # may be used to changed kernel settings
808 prepareenv
809 entershell
810 ;;
811 clean)
812 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
813 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
814 $LOSETUP -d $i 2>/dev/null
815 done
816 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
817 umount $i
818 done
819 stdumount
820 for i in `seq 0 7`; do
821 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
822 umount /dev/loop${i} 2>/dev/null;
823 losetup -d /dev/loop${i} 2>/dev/null;
824 fi;
825 done
826 rm -rf $BASEDIR/build
827 rm -rf $BASEDIR/cdrom
828 rm -rf $BASEDIR/packages
829 rm -rf $BASEDIR/log
830 if [ -h /tools ]; then
831 rm -f /tools
832 fi
833 beautify message DONE
834 ;;
835 downloadsrc)
836 if [ ! -d $BASEDIR/cache ]; then
837 mkdir $BASEDIR/cache
838 fi
839 mkdir -p $BASEDIR/log
840 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
841 FINISHED=0
842 cd $BASEDIR/lfs
843 for c in `seq $MAX_RETRIES`; do
844 if (( FINISHED==1 )); then
845 break
846 fi
847 FINISHED=1
848 cd $BASEDIR/lfs
849 for i in *; do
850 if [ -f "$i" -a "$i" != "Config" ]; then
851 echo -ne "Loading $i"
852 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
853 if [ $? -ne 0 ]; then
854 beautify message FAIL
855 FINISHED=0
856 else
857 if [ $c -eq 1 ]; then
858 beautify message DONE
859 fi
860 fi
861 fi
862 done
863 done
864 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
865 ERROR=0
866 for i in *; do
867 if [ -f "$i" -a "$i" != "Config" ]; then
868 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
869 if [ $? -ne 0 ]; then
870 echo -ne "MD5 difference in lfs/$i"
871 beautify message FAIL
872 ERROR=1
873 fi
874 fi
875 done
876 if [ $ERROR -eq 0 ]; then
877 echo -ne "${BOLD}all files md5sum match${NORMAL}"
878 beautify message DONE
879 else
880 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
881 beautify message FAIL
882 fi
883 cd - >/dev/null 2>&1
884 ;;
885 toolchain)
886 clear
887 prepareenv
888 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
889 buildtoolchain
890 BUILDMACHINE=`uname -m`
891 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
892 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
893 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
894 build/{bin,etc,usr/bin,usr/local} \
895 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
896 log >> $LOGFILE
897 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
898 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
899 stdumount
900 ;;
901 gettoolchain)
902 BUILDMACHINE=`uname -m`
903 # arbitrary name to be updated in case of new toolchain package upload
904 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
905 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
906 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
907 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
908 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
909 cd $BASEDIR/cache/toolchains
910 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
911 if [ $? -ne 0 ]; then
912 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
913 else
914 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
915 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
916 else
917 exiterror "$PACKAGE.md5 did not match, check downloaded package"
918 fi
919 fi
920 else
921 echo "Toolchain is already downloaded. Exiting..."
922 fi
923 ;;
924 othersrc)
925 prepareenv
926 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
927 chroot $LFS /tools/bin/env -i HOME=/root \
928 TERM=$TERM PS1='\u:\w\$ ' \
929 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
930 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
931 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
932 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
933 if [ $? -eq "0" ]; then
934 beautify message DONE
935 else
936 beautify message FAIL
937 fi
938 stdumount
939 ;;
940 git)
941 case "$2" in
942 update|up)
943 ## REMOVES ALL UNCOMMITTED CHANGES!
944 [ "$3" == "--force" ] && git checkout -f
945 git pull
946 ;;
947 commit|ci)
948 shift 2
949 git commit $*
950
951 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
952
953 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
954 read
955 [ -z $REPLY ] && exit 0
956 for i in y Y j J; do
957 if [ "$i" == "$REPLY" ]; then
958 $0 git push
959 exit $?
960 fi
961 done
962 exiterror "\"$REPLY\" is not a valid answer."
963 ;;
964 dist)
965 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
966 ;;
967 diff|di)
968 echo -ne "Make a local diff to last revision"
969 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
970 evaluate 1
971 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
972 git diff --stat
973 ;;
974 push)
975 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
976 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
977
978 git push ${GIT_URL} $3
979 ;;
980 log)
981 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
982 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
983
984 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
985 ;;
986 esac
987 ;;
988 uploadsrc)
989 PWD=`pwd`
990 if [ -z $IPFIRE_USER ]; then
991 echo -n "You have to setup IPFIRE_USER first. See .config for details."
992 beautify message FAIL
993 exit 1
994 fi
995 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
996 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
997
998 cd $BASEDIR/cache/
999 for file in $(ls -1); do
1000 grep -q "$file" <<<$REMOTE_FILES && continue
1001 NEW_FILES="$NEW_FILES $file"
1002 done
1003 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1004 cd $BASEDIR
1005 cd $PWD
1006 exit 0
1007 ;;
1008 batch)
1009 if [ "$2" = "--background" ]; then
1010 batch_script
1011 exit $?
1012 fi
1013 if [ `screen -ls | grep -q ipfire` ]; then
1014 echo "Build is already running, sorry!"
1015 exit 1
1016 else
1017 if [ "$2" = "--rebuild" ]; then
1018 export IPFIRE_REBUILD=1
1019 echo "REBUILD!"
1020 else
1021 export IPFIRE_REBUILD=0
1022 fi
1023 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1024 screen -dmS ipfire $0 batch --background
1025 evaluate 1
1026 exit 0
1027 fi
1028 ;;
1029 watch)
1030 watch_screen
1031 ;;
1032 pxe)
1033 case "$2" in
1034 start)
1035 start_tftpd
1036 ;;
1037 stop)
1038 stop_tftpd
1039 ;;
1040 reload|restart)
1041 reload_tftpd
1042 ;;
1043 esac
1044 exit 0
1045 ;;
1046 lang)
1047 update_langs
1048 ;;
1049 "")
1050 clear
1051 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1052 do
1053 case $name in
1054 "IPFIRE: Downloadsrc")
1055 $0 downloadsrc
1056 ;;
1057 "IPFIRE: Build (silent)")
1058 $0 build-silent
1059 ;;
1060 "IPFIRE: Watch Build")
1061 $0 watch
1062 ;;
1063 "IPFIRE: Batch")
1064 $0 batch
1065 ;;
1066 "IPFIRE: Clean")
1067 $0 clean
1068 ;;
1069 "Help")
1070 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1071 cat doc/make.sh-usage
1072 ;;
1073 "LOG: Tail")
1074 tail -f log/_*
1075 ;;
1076 "Exit")
1077 break
1078 ;;
1079 esac
1080 done
1081 ;;
1082 config)
1083 make_config
1084 ;;
1085 *)
1086 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1087 cat doc/make.sh-usage
1088 ;;
1089 esac