Merge branch 'master' of git://git.ipfire.org/ipfire-2.x
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.8test" # Version number
28 CORE="44" # Core Level (Filename)
29 PAKFIRE_CORE="43" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=1
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 BUILDMACHINE=$MACHINE
44 if [ "$MACHINE" = "x86_64" ]; then
45 BUILDMACHINE="i686";
46 linux32="linux32";
47 fi
48
49
50 # Debian specific settings
51 if [ ! -e /etc/debian_version ]; then
52 FULLPATH=`which $0`
53 else
54 if [ -x /usr/bin/realpath ]; then
55 FULLPATH=`/usr/bin/realpath $0`
56 else
57 echo "ERROR: Need to do apt-get install realpath"
58 exit 1
59 fi
60 fi
61
62 PWD=`pwd`
63 BASENAME=`basename $0`
64 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
65 LOGFILE=$BASEDIR/log/_build.preparation.log
66 export BASEDIR LOGFILE
67 DIR_CHK=$BASEDIR/cache/check
68 mkdir $BASEDIR/log/ 2>/dev/null
69
70 # Include funtions
71 . tools/make-functions
72
73 if [ -f .config ]; then
74 . .config
75 else
76 echo -e "${BOLD}No configuration found!${NORMAL}"
77 echo -ne "Do you want to create one (y/N)?"
78 read CREATE_CONFIG
79 echo ""
80 if [ "$CREATE_CONFIG" == "y" ]; then
81 make_config
82 fi
83 fi
84
85 if [ -z $EDITOR ]; then
86 for i in nano emacs vi; do
87 EDITOR=$(which $i 2>/dev/null)
88 if ! [ -z $EDITOR ]; then
89 export EDITOR=$EDITOR
90 break
91 fi
92 done
93 [ -z $EDITOR ] && exiterror "You should have installed an editor."
94 fi
95
96 prepareenv() {
97 ############################################################################
98 # #
99 # Are we running the right shell? #
100 # #
101 ############################################################################
102 if [ ! "$BASH" ]; then
103 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
104 fi
105
106 if [ -z "${BASH_VERSION}" ]; then
107 exiterror "Not running BASH shell."
108 fi
109
110
111 ############################################################################
112 # #
113 # Trap on emergency exit #
114 # #
115 ############################################################################
116 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
117
118
119 ############################################################################
120 # #
121 # Resetting our nice level #
122 # #
123 ############################################################################
124 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
125 renice $NICE $$ > /dev/null
126 if [ `nice` != "$NICE" ]; then
127 beautify message FAIL
128 exiterror "Failed to set correct nice level"
129 else
130 beautify message DONE
131 fi
132
133
134 ############################################################################
135 # #
136 # Checking if running as root user #
137 # #
138 ############################################################################
139 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
140 if [ `id -u` != 0 ]; then
141 beautify message FAIL
142 exiterror "Not building as root"
143 else
144 beautify message DONE
145 fi
146
147
148 ############################################################################
149 # #
150 # Checking for necessary temporary space #
151 # #
152 ############################################################################
153 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
154 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
155 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
156 if (( 2048000 > $BASE_ASPACE )); then
157 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
158 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
159 beautify message FAIL
160 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
161 fi
162 else
163 beautify message DONE
164 fi
165
166 ############################################################################
167 # #
168 # Building Linux From Scratch system #
169 # #
170 ############################################################################
171 # Set umask
172 umask 022
173
174 # Set LFS Directory
175 LFS=$BASEDIR/build
176
177 # Check /tools symlink
178 if [ -h /tools ]; then
179 rm -f /tools
180 fi
181 if [ ! -a /tools ]; then
182 ln -s $BASEDIR/build/tools /
183 fi
184 if [ ! -h /tools ]; then
185 exiterror "Could not create /tools symbolic link."
186 fi
187
188 # Setup environment
189 set +h
190 LC_ALL=POSIX
191 if [ -z $MAKETUNING ]; then
192 MAKETUNING="-j6"
193 fi
194 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
195 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
196
197 # Make some extra directories
198 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
199 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
200 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
201 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
202
203 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
204 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
205
206 # Make all sources and proc available under lfs build
207 mount --bind /dev $BASEDIR/build/dev
208 mount --bind /dev/pts $BASEDIR/build/dev/pts
209 mount --bind /dev/shm $BASEDIR/build/dev/shm
210 mount --bind /proc $BASEDIR/build/proc
211 mount --bind /sys $BASEDIR/build/sys
212 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
213 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
214 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
215 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
216 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
217 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
218 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
219 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
220 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
221
222 # This is a temporary hack!!!
223 if [ ! -f /tools/bin/hostname ]; then
224 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
225 fi
226
227 # Run LFS static binary creation scripts one by one
228 export CCACHE_DIR=$BASEDIR/ccache
229 export CCACHE_COMPRESS=1
230 export CCACHE_HASHDIR=1
231
232 # Remove pre-install list of installed files in case user erase some files before rebuild
233 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
234 }
235
236 buildtoolchain() {
237 if [ "$(uname -m)" = "x86_64" ]; then
238 exiterror "Cannot build toolchain on x86_64. Please use the download."
239 fi
240 if [ "$(uname -r | grep ipfire)" ]; then
241 exiterror "Cannot build toolchain on ipfire. Please use the download."
242 fi
243
244 LOGFILE="$BASEDIR/log/_build.toolchain.log"
245 export LOGFILE
246 ORG_PATH=$PATH
247 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
248 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
249 lfsmake1 ccache PASS=1
250 lfsmake1 binutils PASS=1
251 lfsmake1 gcc PASS=1
252 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
253 lfsmake1 linux-libc-header
254 lfsmake1 glibc
255 lfsmake1 cleanup-toolchain PASS=1
256 lfsmake1 tcl
257 lfsmake1 expect
258 lfsmake1 dejagnu
259 lfsmake1 gcc PASS=2
260 lfsmake1 binutils PASS=2
261 lfsmake1 ccache PASS=2
262 lfsmake1 ncurses
263 lfsmake1 bash
264 lfsmake1 bzip2
265 lfsmake1 coreutils
266 lfsmake1 diffutils
267 lfsmake1 findutils
268 lfsmake1 gawk
269 lfsmake1 gettext
270 lfsmake1 grep
271 lfsmake1 gzip
272 lfsmake1 m4
273 lfsmake1 make
274 lfsmake1 patch
275 lfsmake1 perl
276 lfsmake1 sed
277 lfsmake1 tar
278 lfsmake1 texinfo
279 lfsmake1 util-linux
280 lfsmake1 cleanup-toolchain PASS=2
281 export PATH=$ORG_PATH
282 }
283
284 buildbase() {
285 LOGFILE="$BASEDIR/log/_build.base.log"
286 export LOGFILE
287 lfsmake2 stage2
288 lfsmake2 linux-libc-header
289 lfsmake2 man-pages
290 lfsmake2 glibc
291 lfsmake2 cleanup-toolchain PASS=3
292 lfsmake2 binutils
293 lfsmake2 gcc
294 lfsmake2 berkeley
295 lfsmake2 coreutils
296 lfsmake2 iana-etc
297 lfsmake2 m4
298 lfsmake2 bison
299 lfsmake2 ncurses
300 lfsmake2 procps
301 lfsmake2 sed
302 lfsmake2 libtool
303 lfsmake2 perl
304 lfsmake2 readline
305 lfsmake2 zlib
306 lfsmake2 autoconf
307 lfsmake2 automake
308 lfsmake2 bash
309 lfsmake2 bzip2
310 lfsmake2 diffutils
311 lfsmake2 e2fsprogs
312 lfsmake2 ed
313 lfsmake2 file
314 lfsmake2 findutils
315 lfsmake2 flex
316 lfsmake2 gawk
317 lfsmake2 gettext
318 lfsmake2 grep
319 lfsmake2 groff
320 lfsmake2 gzip
321 lfsmake2 inetutils
322 lfsmake2 iproute2
323 lfsmake2 kbd
324 lfsmake2 less
325 lfsmake2 libaal
326 lfsmake2 make
327 lfsmake2 man
328 lfsmake2 mktemp
329 lfsmake2 module-init-tools
330 lfsmake2 net-tools
331 lfsmake2 patch
332 lfsmake2 psmisc
333 lfsmake2 reiser4progs
334 lfsmake2 shadow
335 lfsmake2 sysklogd
336 lfsmake2 sysvinit
337 lfsmake2 tar
338 lfsmake2 texinfo
339 lfsmake2 udev
340 lfsmake2 util-linux
341 lfsmake2 vim
342 lfsmake2 grub
343 }
344
345 buildipfire() {
346 LOGFILE="$BASEDIR/log/_build.ipfire.log"
347 export LOGFILE
348 ipfiremake configroot
349 ipfiremake backup
350 ipfiremake dhcp
351 ipfiremake dhcpcd
352 ipfiremake libusb
353 ipfiremake libpcap
354 ipfiremake ppp
355 ipfiremake pptp
356 ipfiremake unzip
357 ipfiremake which
358 ipfiremake xz
359 ipfiremake linux-firmware
360 ipfiremake linux XEN=1
361 ipfiremake kqemu XEN=1
362 ipfiremake v4l-dvb XEN=1
363 ipfiremake madwifi XEN=1
364 ipfiremake mISDN XEN=1
365 ipfiremake dahdi XEN=1 KMOD=1
366 ipfiremake cryptodev XEN=1
367 ipfiremake compat-wireless XEN=1
368 # ipfiremake r8169 XEN=1
369 # ipfiremake r8168 XEN=1
370 # ipfiremake r8101 XEN=1
371 ipfiremake e1000 XEN=1
372 ipfiremake e1000e XEN=1
373 ipfiremake igb XEN=1
374 ipfiremake linux PAE=1
375 ipfiremake kqemu PAE=1
376 ipfiremake kvm-kmod PAE=1
377 ipfiremake v4l-dvb PAE=1
378 ipfiremake madwifi PAE=1
379 ipfiremake alsa PAE=1 KMOD=1
380 ipfiremake mISDN PAE=1
381 ipfiremake dahdi PAE=1 KMOD=1
382 ipfiremake cryptodev PAE=1
383 ipfiremake compat-wireless PAE=1
384 # ipfiremake r8169 PAE=1
385 # ipfiremake r8168 PAE=1
386 # ipfiremake r8101 PAE=1
387 ipfiremake e1000 PAE=1
388 ipfiremake e1000e PAE=1
389 ipfiremake igb PAE=1
390 ipfiremake linux
391 ipfiremake kqemu
392 ipfiremake kvm-kmod
393 ipfiremake v4l-dvb
394 ipfiremake madwifi
395 ipfiremake alsa KMOD=1
396 ipfiremake mISDN
397 ipfiremake dahdi KMOD=1
398 ipfiremake cryptodev
399 ipfiremake compat-wireless
400 # ipfiremake r8169
401 # ipfiremake r8168
402 # ipfiremake r8101
403 ipfiremake e1000
404 ipfiremake e1000e
405 ipfiremake igb
406 ipfiremake pkg-config
407 ipfiremake linux-atm
408 ipfiremake cpio
409
410 installmake strip
411
412 ipfiremake dracut
413 ipfiremake expat
414 ipfiremake gdbm
415 ipfiremake gmp
416 ipfiremake pam
417 ipfiremake openssl
418 ipfiremake curl
419 ipfiremake python
420 ipfiremake fireinfo
421 ipfiremake libnet
422 ipfiremake libnl
423 ipfiremake libidn
424 ipfiremake libjpeg
425 ipfiremake libpng
426 ipfiremake libtiff
427 ipfiremake libart
428 ipfiremake freetype
429 ipfiremake gd
430 ipfiremake popt
431 ipfiremake pcre
432 ipfiremake slang
433 ipfiremake newt
434 ipfiremake attr
435 ipfiremake acl
436 ipfiremake libcap
437 ipfiremake pciutils
438 ipfiremake usbutils
439 ipfiremake libxml2
440 ipfiremake libxslt
441 ipfiremake BerkeleyDB
442 ipfiremake mysql
443 ipfiremake cyrus-sasl
444 ipfiremake openldap
445 ipfiremake apache2
446 ipfiremake php
447 ipfiremake apache2 PASS=C
448 ipfiremake arping
449 ipfiremake beep
450 ipfiremake bind
451 ipfiremake cdrtools
452 ipfiremake dnsmasq
453 ipfiremake dosfstools
454 ipfiremake reiserfsprogs
455 ipfiremake xfsprogs
456 ipfiremake sysfsutils
457 ipfiremake fuse
458 ipfiremake ntfs-3g
459 ipfiremake ethtool
460 ipfiremake ez-ipupdate
461 ipfiremake fcron
462 ipfiremake perl-GD
463 ipfiremake GD-Graph
464 ipfiremake GD-TextUtil
465 ipfiremake gnupg
466 ipfiremake hdparm
467 ipfiremake sdparm
468 ipfiremake mtools
469 ipfiremake initscripts
470 ipfiremake whatmask
471 ipfiremake iptables
472 ipfiremake libupnp
473 ipfiremake ipaddr
474 ipfiremake iptstate
475 ipfiremake iputils
476 ipfiremake l7-protocols
477 ipfiremake mISDNuser
478 ipfiremake capi4k-utils
479 ipfiremake hwdata
480 ipfiremake kudzu
481 ipfiremake logrotate
482 ipfiremake logwatch
483 ipfiremake misc-progs
484 ipfiremake nano
485 ipfiremake nasm
486 ipfiremake URI
487 ipfiremake HTML-Tagset
488 ipfiremake HTML-Parser
489 ipfiremake Compress-Zlib
490 ipfiremake Digest
491 ipfiremake Digest-SHA1
492 ipfiremake Digest-HMAC
493 ipfiremake libwww-perl
494 ipfiremake Net-DNS
495 ipfiremake Net-IPv4Addr
496 ipfiremake Net_SSLeay
497 ipfiremake IO-Stringy
498 ipfiremake Unix-Syslog
499 ipfiremake Mail-Tools
500 ipfiremake MIME-Tools
501 ipfiremake Net-Server
502 ipfiremake Convert-TNEF
503 ipfiremake Convert-UUlib
504 ipfiremake Archive-Tar
505 ipfiremake Archive-Zip
506 ipfiremake Text-Tabs+Wrap
507 ipfiremake Locale-Country
508 ipfiremake XML-Parser
509 ipfiremake python-setuptools
510 ipfiremake python-clientform
511 ipfiremake python-mechanize
512 ipfiremake python-feedparser
513 ipfiremake python-rssdler
514 ipfiremake glib
515 ipfiremake GeoIP
516 ipfiremake fwhits
517 ipfiremake noip_updater
518 ipfiremake ntp
519 ipfiremake openssh
520 ipfiremake rrdtool
521 ipfiremake setserial
522 ipfiremake setup
523 ipfiremake libdnet
524 ipfiremake daq
525 ipfiremake snort
526 ipfiremake oinkmaster
527 ipfiremake squid
528 ipfiremake squidguard
529 ipfiremake calamaris
530 ipfiremake tcpdump
531 ipfiremake traceroute
532 ipfiremake vlan
533 ipfiremake wireless
534 ipfiremake libsafe
535 ipfiremake pakfire
536 ipfiremake java
537 ipfiremake spandsp
538 ipfiremake lzo
539 ipfiremake openvpn
540 ipfiremake pammysql
541 ipfiremake cups
542 ipfiremake ghostscript
543 ipfiremake foomatic
544 ipfiremake hplip
545 ipfiremake samba
546 ipfiremake sudo
547 ipfiremake mc
548 ipfiremake wget
549 ipfiremake bridge-utils
550 ipfiremake screen
551 ipfiremake hddtemp
552 ipfiremake smartmontools
553 ipfiremake htop
554 ipfiremake postfix
555 ipfiremake fetchmail
556 ipfiremake cyrus-imapd
557 ipfiremake openmailadmin
558 ipfiremake clamav
559 ipfiremake spamassassin
560 ipfiremake amavisd
561 ipfiremake alsa
562 ipfiremake mpfire
563 ipfiremake guardian
564 ipfiremake libid3tag
565 ipfiremake libmad
566 ipfiremake libogg
567 ipfiremake libvorbis
568 ipfiremake libdvbpsi
569 ipfiremake lame
570 ipfiremake sox
571 ipfiremake libshout
572 ipfiremake xvid
573 ipfiremake libmpeg2
574 ipfiremake cmake
575 ipfiremake gnump3d
576 ipfiremake libsigc++
577 ipfiremake applejuice
578 ipfiremake ocaml
579 ipfiremake mldonkey
580 ipfiremake libtorrent
581 ipfiremake rtorrent
582 ipfiremake ipfireseeder
583 ipfiremake rsync
584 ipfiremake tcpwrapper
585 ipfiremake libevent
586 ipfiremake portmap
587 ipfiremake nfs
588 ipfiremake nmap
589 ipfiremake ncftp
590 ipfiremake etherwake
591 ipfiremake bwm-ng
592 ipfiremake tripwire
593 ipfiremake sysstat
594 ipfiremake vsftpd
595 ipfiremake strongswan
596 ipfiremake lsof
597 ipfiremake centerim
598 ipfiremake br2684ctl
599 ipfiremake pcmciautils
600 ipfiremake lm_sensors
601 ipfiremake liboping
602 ipfiremake collectd
603 ipfiremake lcd4linux
604 ipfiremake teamspeak
605 ipfiremake elinks
606 ipfiremake igmpproxy
607 ipfiremake fbset
608 ipfiremake sdl
609 ipfiremake qemu
610 ipfiremake qemu-kqemu
611 ipfiremake sane
612 ipfiremake netpbm
613 ipfiremake phpSANE
614 ipfiremake tunctl
615 ipfiremake nagios
616 ipfiremake ebtables
617 ipfiremake fontconfig
618 ipfiremake freefont
619 ipfiremake directfb
620 ipfiremake dfb++
621 ipfiremake faad2
622 ipfiremake ffmpeg
623 ipfiremake videolan
624 ipfiremake vdr
625 ipfiremake w_scan
626 ipfiremake icecast
627 ipfiremake icegenerator
628 ipfiremake mpd
629 ipfiremake libmpdclient
630 ipfiremake mpc
631 ipfiremake git
632 ipfiremake squidclamav
633 ipfiremake bc
634 ipfiremake vnstat
635 ipfiremake vnstati
636 ipfiremake iw
637 ipfiremake wpa_supplicant
638 ipfiremake hostapd
639 ipfiremake urlgrabber
640 ipfiremake syslinux
641 ipfiremake tftpd
642 ipfiremake cpufrequtils
643 ipfiremake dbus
644 ipfiremake bluetooth
645 ipfiremake gutenprint
646 ipfiremake apcupsd
647 ipfiremake iperf
648 ipfiremake netcat
649 ipfiremake 7zip
650 ipfiremake lynis
651 ipfiremake splix
652 ipfiremake streamripper
653 ipfiremake sshfs
654 ipfiremake sqlite
655 ipfiremake taglib
656 ipfiremake mediatomb
657 ipfiremake sslh
658 ipfiremake perl-gettext
659 ipfiremake vdradmin
660 ipfiremake miau
661 ipfiremake netsnmpd
662 ipfiremake perl-DBI
663 ipfiremake perl-DBD-mysql
664 ipfiremake cacti
665 ipfiremake icecc
666 ipfiremake openvmtools
667 ipfiremake nagiosql
668 ipfiremake iftop
669 ipfiremake motion
670 ipfiremake joe
671 ipfiremake nut
672 ipfiremake watchdog
673 ipfiremake libpri
674 ipfiremake dahdi
675 ipfiremake asterisk
676 ipfiremake lcr
677 ipfiremake usb_modeswitch
678 ipfiremake usb_modeswitch_data
679 ipfiremake zerofree
680 ipfiremake mdadm
681 ipfiremake eject
682 ipfiremake pound
683 ipfiremake minicom
684 ipfiremake ddrescue
685 ipfiremake tcl
686 ipfiremake imspector
687 ipfiremake miniupnpd
688 ipfiremake client175
689 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
690 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
691 echo >> $BASEDIR/build/var/ipfire/firebuild
692 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
693 echo >> $BASEDIR/build/var/ipfire/firebuild
694 git status >> $BASEDIR/build/var/ipfire/firebuild
695 echo >> $BASEDIR/build/var/ipfire/firebuild
696 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
697 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
698 if [ "$GIT_BRANCH" = "master" ]; then
699 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
700 else
701 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
702 fi
703 }
704
705 buildinstaller() {
706 # Run installer scripts one by one
707 LOGFILE="$BASEDIR/log/_build.installer.log"
708 export LOGFILE
709 ipfiremake as86
710 ipfiremake mbr
711 ipfiremake memtest
712 ipfiremake installer
713 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
714 installmake strip
715 ipfiremake initrd
716 }
717
718 buildpackages() {
719 LOGFILE="$BASEDIR/log/_build.packages.log"
720 export LOGFILE
721 echo "... see detailed log in _build.*.log files" >> $LOGFILE
722
723
724 # Generating list of packages used
725 echo -n "Generating packages list from logs" | tee -a $LOGFILE
726 rm -f $BASEDIR/doc/packages-list
727 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
728 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
729 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
730 fi
731 done
732 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
733 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
734 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
735 rm -f $BASEDIR/doc/packages-list
736 # packages-list.txt is ready to be displayed for wiki page
737 beautify message DONE
738
739 # Update changelog
740 cd $BASEDIR
741 $0 git log
742
743 # Create images for install
744 ipfiremake cdrom ED=$IPFVER
745
746 # Check if there is a loop device for building in virtual environments
747 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
748 ipfiremake usb-stick ED=$IPFVER
749 ipfiremake flash-images ED=$IPFVER
750 fi
751
752 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
753
754 ipfirepackages
755
756 # Check if there is a loop device for building in virtual environments
757 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
758 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
759 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
760 ipfiremake xen-image ED=$IPFVER
761 rm -rf $LFS/install/packages/linux-xen-*.ipfire
762 rm -rf $LFS/install/packages/meta-linux-xen
763 fi
764 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
765
766 # Cleanup
767 stdumount
768 rm -rf $BASEDIR/build/tmp/*
769
770 # Generating total list of files
771 echo -n "Generating files list from logs" | tee -a $LOGFILE
772 rm -f $BASEDIR/log/FILES
773 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
774 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
775 echo "##" >>$BASEDIR/log/FILES
776 echo "## `basename $i`" >>$BASEDIR/log/FILES
777 echo "##" >>$BASEDIR/log/FILES
778 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
779 fi
780 done
781 beautify message DONE
782
783 cd $PWD
784 }
785
786 ipfirepackages() {
787 ipfiremake core-updates
788 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
789 if [ -e $BASEDIR/lfs/$i ]; then
790 ipfiredist $i
791 else
792 echo -n $i
793 beautify message SKIP
794 fi
795 done
796 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
797 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
798 rm -rf $BASEDIR/build/install/packages/*
799 }
800
801 # See what we're supposed to do
802 case "$1" in
803 build)
804 clear
805 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
806 #only restore on a clean disk
807 if [ ! -f log/cleanup-toolchain-2-tools ]; then
808 if [ ! -n "$PACKAGE" ]; then
809 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
810 prepareenv
811 buildtoolchain
812 else
813 PACKAGENAME=${PACKAGE%.tar.gz}
814 beautify build_stage "Packaged toolchain compilation"
815 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
816 tar zxf $PACKAGE
817 prepareenv
818 else
819 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
820 fi
821 fi
822 else
823 echo -n "Using installed toolchain" | tee -a $LOGFILE
824 beautify message SKIP
825 prepareenv
826 fi
827
828 beautify build_start
829 beautify build_stage "Building LFS"
830 buildbase
831
832 beautify build_stage "Building IPFire"
833 buildipfire
834
835 beautify build_stage "Building installer"
836 buildinstaller
837
838 beautify build_stage "Building packages"
839 buildpackages
840
841 beautify build_stage "Checking Logfiles for new Files"
842 cd ..
843 tools/checknewlog.pl
844
845 beautify build_end
846 ;;
847 shell)
848 # enter a shell inside LFS chroot
849 # may be used to changed kernel settings
850 prepareenv
851 entershell
852 ;;
853 clean)
854 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
855 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
856 $LOSETUP -d $i 2>/dev/null
857 done
858 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
859 umount $i
860 done
861 stdumount
862 for i in `seq 0 7`; do
863 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
864 umount /dev/loop${i} 2>/dev/null;
865 losetup -d /dev/loop${i} 2>/dev/null;
866 fi;
867 done
868 rm -rf $BASEDIR/build
869 rm -rf $BASEDIR/cdrom
870 rm -rf $BASEDIR/packages
871 rm -rf $BASEDIR/log
872 if [ -h /tools ]; then
873 rm -f /tools
874 fi
875 beautify message DONE
876 ;;
877 downloadsrc)
878 if [ ! -d $BASEDIR/cache ]; then
879 mkdir $BASEDIR/cache
880 fi
881 mkdir -p $BASEDIR/log
882 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
883 FINISHED=0
884 cd $BASEDIR/lfs
885 for c in `seq $MAX_RETRIES`; do
886 if (( FINISHED==1 )); then
887 break
888 fi
889 FINISHED=1
890 cd $BASEDIR/lfs
891 for i in *; do
892 if [ -f "$i" -a "$i" != "Config" ]; then
893 echo -ne "Loading $i"
894 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
895 if [ $? -ne 0 ]; then
896 beautify message FAIL
897 FINISHED=0
898 else
899 if [ $c -eq 1 ]; then
900 beautify message DONE
901 fi
902 fi
903 fi
904 done
905 done
906 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
907 ERROR=0
908 for i in *; do
909 if [ -f "$i" -a "$i" != "Config" ]; then
910 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
911 if [ $? -ne 0 ]; then
912 echo -ne "MD5 difference in lfs/$i"
913 beautify message FAIL
914 ERROR=1
915 fi
916 fi
917 done
918 if [ $ERROR -eq 0 ]; then
919 echo -ne "${BOLD}all files md5sum match${NORMAL}"
920 beautify message DONE
921 else
922 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
923 beautify message FAIL
924 fi
925 cd - >/dev/null 2>&1
926 ;;
927 toolchain)
928 clear
929 prepareenv
930 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
931 buildtoolchain
932 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
933 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
934 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
935 build/{bin,etc,usr/bin,usr/local} \
936 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
937 log >> $LOGFILE
938 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
939 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
940 stdumount
941 ;;
942 gettoolchain)
943 # arbitrary name to be updated in case of new toolchain package upload
944 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
945 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
946 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
947 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
948 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
949 cd $BASEDIR/cache/toolchains
950 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
951 if [ $? -ne 0 ]; then
952 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
953 else
954 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
955 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
956 else
957 exiterror "$PACKAGE.md5 did not match, check downloaded package"
958 fi
959 fi
960 else
961 echo "Toolchain is already downloaded. Exiting..."
962 fi
963 ;;
964 othersrc)
965 prepareenv
966 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
967 chroot $LFS /tools/bin/env -i HOME=/root \
968 TERM=$TERM PS1='\u:\w\$ ' \
969 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
970 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
971 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
972 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
973 if [ $? -eq "0" ]; then
974 beautify message DONE
975 else
976 beautify message FAIL
977 fi
978 stdumount
979 ;;
980 git)
981 case "$2" in
982 update|up)
983 ## REMOVES ALL UNCOMMITTED CHANGES!
984 [ "$3" == "--force" ] && git checkout -f
985 git pull
986 ;;
987 commit|ci)
988 shift 2
989 git commit $*
990
991 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
992
993 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
994 read
995 [ -z $REPLY ] && exit 0
996 for i in y Y j J; do
997 if [ "$i" == "$REPLY" ]; then
998 $0 git push
999 exit $?
1000 fi
1001 done
1002 exiterror "\"$REPLY\" is not a valid answer."
1003 ;;
1004 dist)
1005 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
1006 ;;
1007 diff|di)
1008 echo -ne "Make a local diff to last revision"
1009 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
1010 evaluate 1
1011 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1012 git diff --stat
1013 ;;
1014 push)
1015 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1016 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1017
1018 git push ${GIT_URL} $3
1019 ;;
1020 log)
1021 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1022 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1023
1024 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1025 ;;
1026 esac
1027 ;;
1028 uploadsrc)
1029 PWD=`pwd`
1030 if [ -z $IPFIRE_USER ]; then
1031 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1032 beautify message FAIL
1033 exit 1
1034 fi
1035
1036 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1037 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1038
1039 cd $BASEDIR/cache/
1040 for file in $(ls -1 --ignore=toolchains); do
1041 grep -q "$file" <<<$REMOTE_FILES && continue
1042 NEW_FILES="$NEW_FILES $file"
1043 done
1044 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1045 cd $BASEDIR
1046 cd $PWD
1047 exit 0
1048 ;;
1049 batch)
1050 if [ "$2" = "--background" ]; then
1051 batch_script
1052 exit $?
1053 fi
1054 if [ `screen -ls | grep -q ipfire` ]; then
1055 echo "Build is already running, sorry!"
1056 exit 1
1057 else
1058 if [ "$2" = "--rebuild" ]; then
1059 export IPFIRE_REBUILD=1
1060 echo "REBUILD!"
1061 else
1062 export IPFIRE_REBUILD=0
1063 fi
1064 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1065 screen -dmS ipfire $0 batch --background
1066 evaluate 1
1067 exit 0
1068 fi
1069 ;;
1070 watch)
1071 watch_screen
1072 ;;
1073 pxe)
1074 case "$2" in
1075 start)
1076 start_tftpd
1077 ;;
1078 stop)
1079 stop_tftpd
1080 ;;
1081 reload|restart)
1082 reload_tftpd
1083 ;;
1084 esac
1085 exit 0
1086 ;;
1087 lang)
1088 update_langs
1089 ;;
1090 "")
1091 clear
1092 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1093 do
1094 case $name in
1095 "IPFIRE: Downloadsrc")
1096 $0 downloadsrc
1097 ;;
1098 "IPFIRE: Build (silent)")
1099 $0 build-silent
1100 ;;
1101 "IPFIRE: Watch Build")
1102 $0 watch
1103 ;;
1104 "IPFIRE: Batch")
1105 $0 batch
1106 ;;
1107 "IPFIRE: Clean")
1108 $0 clean
1109 ;;
1110 "Help")
1111 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1112 cat doc/make.sh-usage
1113 ;;
1114 "LOG: Tail")
1115 tail -f log/_*
1116 ;;
1117 "Exit")
1118 break
1119 ;;
1120 esac
1121 done
1122 ;;
1123 config)
1124 make_config
1125 ;;
1126 *)
1127 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1128 cat doc/make.sh-usage
1129 ;;
1130 esac