Merge commit 'origin/next'
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.8test" # Version number
28 CORE="43" # Core Level (Filename)
29 PAKFIRE_CORE="42" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=1
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 BUILDMACHINE=$MACHINE
44 if [ "$MACHINE" = "x86_64" ]; then
45 BUILDMACHINE="i686";
46 linux32="linux32";
47 fi
48
49
50 # Debian specific settings
51 if [ ! -e /etc/debian_version ]; then
52 FULLPATH=`which $0`
53 else
54 if [ -x /usr/bin/realpath ]; then
55 FULLPATH=`/usr/bin/realpath $0`
56 else
57 echo "ERROR: Need to do apt-get install realpath"
58 exit 1
59 fi
60 fi
61
62 PWD=`pwd`
63 BASENAME=`basename $0`
64 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
65 LOGFILE=$BASEDIR/log/_build.preparation.log
66 export BASEDIR LOGFILE
67 DIR_CHK=$BASEDIR/cache/check
68 mkdir $BASEDIR/log/ 2>/dev/null
69
70 # Include funtions
71 . tools/make-functions
72
73 if [ -f .config ]; then
74 . .config
75 else
76 echo -e "${BOLD}No configuration found!${NORMAL}"
77 echo -ne "Do you want to create one (y/N)?"
78 read CREATE_CONFIG
79 echo ""
80 if [ "$CREATE_CONFIG" == "y" ]; then
81 make_config
82 fi
83 fi
84
85 if [ -z $EDITOR ]; then
86 for i in nano emacs vi; do
87 EDITOR=$(which $i 2>/dev/null)
88 if ! [ -z $EDITOR ]; then
89 export EDITOR=$EDITOR
90 break
91 fi
92 done
93 [ -z $EDITOR ] && exiterror "You should have installed an editor."
94 fi
95
96 prepareenv() {
97 ############################################################################
98 # #
99 # Are we running the right shell? #
100 # #
101 ############################################################################
102 if [ ! "$BASH" ]; then
103 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
104 fi
105
106 if [ -z "${BASH_VERSION}" ]; then
107 exiterror "Not running BASH shell."
108 fi
109
110
111 ############################################################################
112 # #
113 # Trap on emergency exit #
114 # #
115 ############################################################################
116 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
117
118
119 ############################################################################
120 # #
121 # Resetting our nice level #
122 # #
123 ############################################################################
124 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
125 renice $NICE $$ > /dev/null
126 if [ `nice` != "$NICE" ]; then
127 beautify message FAIL
128 exiterror "Failed to set correct nice level"
129 else
130 beautify message DONE
131 fi
132
133
134 ############################################################################
135 # #
136 # Checking if running as root user #
137 # #
138 ############################################################################
139 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
140 if [ `id -u` != 0 ]; then
141 beautify message FAIL
142 exiterror "Not building as root"
143 else
144 beautify message DONE
145 fi
146
147
148 ############################################################################
149 # #
150 # Checking for necessary temporary space #
151 # #
152 ############################################################################
153 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
154 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
155 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
156 if (( 2048000 > $BASE_ASPACE )); then
157 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
158 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
159 beautify message FAIL
160 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
161 fi
162 else
163 beautify message DONE
164 fi
165
166 ############################################################################
167 # #
168 # Building Linux From Scratch system #
169 # #
170 ############################################################################
171 # Set umask
172 umask 022
173
174 # Set LFS Directory
175 LFS=$BASEDIR/build
176
177 # Check /tools symlink
178 if [ -h /tools ]; then
179 rm -f /tools
180 fi
181 if [ ! -a /tools ]; then
182 ln -s $BASEDIR/build/tools /
183 fi
184 if [ ! -h /tools ]; then
185 exiterror "Could not create /tools symbolic link."
186 fi
187
188 # Setup environment
189 set +h
190 LC_ALL=POSIX
191 if [ -z $MAKETUNING ]; then
192 MAKETUNING="-j6"
193 fi
194 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
195 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
196
197 # Make some extra directories
198 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
199 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
200 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
201 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
202
203 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
204 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
205
206 # Make all sources and proc available under lfs build
207 mount --bind /dev $BASEDIR/build/dev
208 mount --bind /dev/pts $BASEDIR/build/dev/pts
209 mount --bind /dev/shm $BASEDIR/build/dev/shm
210 mount --bind /proc $BASEDIR/build/proc
211 mount --bind /sys $BASEDIR/build/sys
212 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
213 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
214 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
215 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
216 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
217 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
218 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
219 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
220 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
221
222 # This is a temporary hack!!!
223 if [ ! -f /tools/bin/hostname ]; then
224 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
225 fi
226
227 # Run LFS static binary creation scripts one by one
228 export CCACHE_DIR=$BASEDIR/ccache
229 export CCACHE_COMPRESS=1
230 export CCACHE_HASHDIR=1
231
232 # Remove pre-install list of installed files in case user erase some files before rebuild
233 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
234 }
235
236 buildtoolchain() {
237 if [ "$(uname -m)" = "x86_64" ]; then
238 exiterror "Cannot build toolchain on x86_64. Please use the download."
239 fi
240 if [ "$(uname -r | grep ipfire)" ]; then
241 exiterror "Cannot build toolchain on ipfire. Please use the download."
242 fi
243
244 LOGFILE="$BASEDIR/log/_build.toolchain.log"
245 export LOGFILE
246 ORG_PATH=$PATH
247 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
248 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
249 lfsmake1 ccache PASS=1
250 lfsmake1 binutils PASS=1
251 lfsmake1 gcc PASS=1
252 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
253 lfsmake1 linux-libc-header
254 lfsmake1 glibc
255 lfsmake1 cleanup-toolchain PASS=1
256 lfsmake1 tcl
257 lfsmake1 expect
258 lfsmake1 dejagnu
259 lfsmake1 gcc PASS=2
260 lfsmake1 binutils PASS=2
261 lfsmake1 ccache PASS=2
262 lfsmake1 ncurses
263 lfsmake1 bash
264 lfsmake1 bzip2
265 lfsmake1 coreutils
266 lfsmake1 diffutils
267 lfsmake1 findutils
268 lfsmake1 gawk
269 lfsmake1 gettext
270 lfsmake1 grep
271 lfsmake1 gzip
272 lfsmake1 m4
273 lfsmake1 make
274 lfsmake1 patch
275 lfsmake1 perl
276 lfsmake1 sed
277 lfsmake1 tar
278 lfsmake1 texinfo
279 lfsmake1 util-linux
280 lfsmake1 cleanup-toolchain PASS=2
281 export PATH=$ORG_PATH
282 }
283
284 buildbase() {
285 LOGFILE="$BASEDIR/log/_build.base.log"
286 export LOGFILE
287 lfsmake2 stage2
288 lfsmake2 linux-libc-header
289 lfsmake2 man-pages
290 lfsmake2 glibc
291 lfsmake2 cleanup-toolchain PASS=3
292 lfsmake2 binutils
293 lfsmake2 gcc
294 lfsmake2 berkeley
295 lfsmake2 coreutils
296 lfsmake2 iana-etc
297 lfsmake2 m4
298 lfsmake2 bison
299 lfsmake2 ncurses
300 lfsmake2 procps
301 lfsmake2 sed
302 lfsmake2 libtool
303 lfsmake2 perl
304 lfsmake2 readline
305 lfsmake2 zlib
306 lfsmake2 autoconf
307 lfsmake2 automake
308 lfsmake2 bash
309 lfsmake2 bzip2
310 lfsmake2 diffutils
311 lfsmake2 e2fsprogs
312 lfsmake2 ed
313 lfsmake2 file
314 lfsmake2 findutils
315 lfsmake2 flex
316 lfsmake2 gawk
317 lfsmake2 gettext
318 lfsmake2 grep
319 lfsmake2 groff
320 lfsmake2 gzip
321 lfsmake2 inetutils
322 lfsmake2 iproute2
323 lfsmake2 kbd
324 lfsmake2 less
325 lfsmake2 libaal
326 lfsmake2 make
327 lfsmake2 man
328 lfsmake2 mktemp
329 lfsmake2 module-init-tools
330 lfsmake2 net-tools
331 lfsmake2 patch
332 lfsmake2 psmisc
333 lfsmake2 reiser4progs
334 lfsmake2 shadow
335 lfsmake2 sysklogd
336 lfsmake2 sysvinit
337 lfsmake2 tar
338 lfsmake2 texinfo
339 lfsmake2 udev
340 lfsmake2 util-linux
341 lfsmake2 vim
342 lfsmake2 grub
343 }
344
345 buildipfire() {
346 LOGFILE="$BASEDIR/log/_build.ipfire.log"
347 export LOGFILE
348 ipfiremake configroot
349 ipfiremake backup
350 ipfiremake dhcp
351 ipfiremake dhcpcd
352 ipfiremake libusb
353 ipfiremake libpcap
354 ipfiremake ppp
355 ipfiremake pptp
356 ipfiremake unzip
357 ipfiremake which
358 ipfiremake xz
359 ipfiremake linux-firmware
360 ipfiremake linux XEN=1
361 ipfiremake kqemu XEN=1
362 ipfiremake v4l-dvb XEN=1
363 ipfiremake madwifi XEN=1
364 ipfiremake mISDN XEN=1
365 ipfiremake dahdi XEN=1 KMOD=1
366 ipfiremake cryptodev XEN=1
367 ipfiremake compat-wireless XEN=1
368 ipfiremake r8169 XEN=1
369 ipfiremake r8168 XEN=1
370 ipfiremake r8101 XEN=1
371 ipfiremake e1000 XEN=1
372 ipfiremake e1000e XEN=1
373 ipfiremake igb XEN=1
374 ipfiremake linux PAE=1
375 ipfiremake kqemu PAE=1
376 ipfiremake kvm-kmod PAE=1
377 ipfiremake v4l-dvb PAE=1
378 ipfiremake madwifi PAE=1
379 ipfiremake alsa PAE=1 KMOD=1
380 ipfiremake mISDN PAE=1
381 ipfiremake dahdi PAE=1 KMOD=1
382 ipfiremake cryptodev PAE=1
383 ipfiremake compat-wireless PAE=1
384 ipfiremake r8169 PAE=1
385 ipfiremake r8168 PAE=1
386 ipfiremake r8101 PAE=1
387 ipfiremake e1000 PAE=1
388 ipfiremake e1000e PAE=1
389 ipfiremake igb PAE=1
390 ipfiremake linux
391 ipfiremake kqemu
392 ipfiremake kvm-kmod
393 ipfiremake v4l-dvb
394 ipfiremake madwifi
395 ipfiremake alsa KMOD=1
396 ipfiremake mISDN
397 ipfiremake dahdi KMOD=1
398 ipfiremake cryptodev
399 ipfiremake compat-wireless
400 ipfiremake r8169
401 ipfiremake r8168
402 ipfiremake r8101
403 ipfiremake e1000
404 ipfiremake e1000e
405 ipfiremake igb
406 ipfiremake pkg-config
407 ipfiremake linux-atm
408 ipfiremake cpio
409
410 installmake strip
411
412 ipfiremake dracut
413 ipfiremake expat
414 ipfiremake gdbm
415 ipfiremake gmp
416 ipfiremake pam
417 ipfiremake openssl
418 ipfiremake curl
419 ipfiremake python
420 ipfiremake libnet
421 ipfiremake libnl
422 ipfiremake libidn
423 ipfiremake libjpeg
424 ipfiremake libpng
425 ipfiremake libtiff
426 ipfiremake libart
427 ipfiremake freetype
428 ipfiremake gd
429 ipfiremake popt
430 ipfiremake pcre
431 ipfiremake slang
432 ipfiremake newt
433 ipfiremake attr
434 ipfiremake libcap
435 ipfiremake pciutils
436 ipfiremake usbutils
437 ipfiremake libxml2
438 ipfiremake libxslt
439 ipfiremake BerkeleyDB
440 ipfiremake mysql
441 ipfiremake cyrus-sasl
442 ipfiremake openldap
443 ipfiremake apache2
444 ipfiremake php
445 ipfiremake apache2 PASS=C
446 ipfiremake arping
447 ipfiremake beep
448 ipfiremake bind
449 ipfiremake cdrtools
450 ipfiremake dnsmasq
451 ipfiremake dosfstools
452 ipfiremake reiserfsprogs
453 ipfiremake xfsprogs
454 ipfiremake sysfsutils
455 ipfiremake fuse
456 ipfiremake ntfs-3g
457 ipfiremake ethtool
458 ipfiremake ez-ipupdate
459 ipfiremake fcron
460 ipfiremake perl-GD
461 ipfiremake GD-Graph
462 ipfiremake GD-TextUtil
463 ipfiremake gnupg
464 ipfiremake hdparm
465 ipfiremake sdparm
466 ipfiremake mtools
467 ipfiremake initscripts
468 ipfiremake whatmask
469 ipfiremake iptables
470 ipfiremake libupnp
471 ipfiremake ipaddr
472 ipfiremake iptstate
473 ipfiremake iputils
474 ipfiremake l7-protocols
475 ipfiremake mISDNuser
476 ipfiremake capi4k-utils
477 ipfiremake hwdata
478 ipfiremake kudzu
479 ipfiremake logrotate
480 ipfiremake logwatch
481 ipfiremake misc-progs
482 ipfiremake nano
483 ipfiremake nasm
484 ipfiremake URI
485 ipfiremake HTML-Tagset
486 ipfiremake HTML-Parser
487 ipfiremake Compress-Zlib
488 ipfiremake Digest
489 ipfiremake Digest-SHA1
490 ipfiremake Digest-HMAC
491 ipfiremake libwww-perl
492 ipfiremake Net-DNS
493 ipfiremake Net-IPv4Addr
494 ipfiremake Net_SSLeay
495 ipfiremake IO-Stringy
496 ipfiremake Unix-Syslog
497 ipfiremake Mail-Tools
498 ipfiremake MIME-Tools
499 ipfiremake Net-Server
500 ipfiremake Convert-TNEF
501 ipfiremake Convert-UUlib
502 ipfiremake Archive-Tar
503 ipfiremake Archive-Zip
504 ipfiremake Text-Tabs+Wrap
505 ipfiremake Locale-Country
506 ipfiremake XML-Parser
507 ipfiremake python-setuptools
508 ipfiremake python-clientform
509 ipfiremake python-mechanize
510 ipfiremake python-feedparser
511 ipfiremake python-rssdler
512 ipfiremake glib
513 ipfiremake GeoIP
514 ipfiremake fwhits
515 ipfiremake noip_updater
516 ipfiremake ntp
517 ipfiremake openssh
518 ipfiremake rrdtool
519 ipfiremake setserial
520 ipfiremake setup
521 ipfiremake snort
522 ipfiremake oinkmaster
523 ipfiremake squid
524 ipfiremake squidguard
525 ipfiremake calamaris
526 ipfiremake tcpdump
527 ipfiremake traceroute
528 ipfiremake vlan
529 ipfiremake wireless
530 ipfiremake libsafe
531 ipfiremake pakfire
532 ipfiremake java
533 ipfiremake spandsp
534 ipfiremake lzo
535 ipfiremake openvpn
536 ipfiremake pammysql
537 ipfiremake cups
538 ipfiremake ghostscript
539 ipfiremake foomatic
540 ipfiremake hplip
541 ipfiremake samba
542 ipfiremake sudo
543 ipfiremake mc
544 ipfiremake wget
545 ipfiremake bridge-utils
546 ipfiremake screen
547 ipfiremake hddtemp
548 ipfiremake smartmontools
549 ipfiremake htop
550 ipfiremake postfix
551 ipfiremake fetchmail
552 ipfiremake cyrus-imapd
553 ipfiremake openmailadmin
554 ipfiremake clamav
555 ipfiremake spamassassin
556 ipfiremake amavisd
557 ipfiremake alsa
558 ipfiremake mpfire
559 ipfiremake guardian
560 ipfiremake libid3tag
561 ipfiremake libmad
562 ipfiremake libogg
563 ipfiremake libvorbis
564 ipfiremake libdvbpsi
565 ipfiremake lame
566 ipfiremake sox
567 ipfiremake libshout
568 ipfiremake xvid
569 ipfiremake libmpeg2
570 ipfiremake cmake
571 ipfiremake gnump3d
572 ipfiremake libsigc++
573 ipfiremake applejuice
574 ipfiremake ocaml
575 ipfiremake mldonkey
576 ipfiremake libtorrent
577 ipfiremake rtorrent
578 ipfiremake ipfireseeder
579 ipfiremake rsync
580 ipfiremake tcpwrapper
581 ipfiremake libevent
582 ipfiremake portmap
583 ipfiremake nfs
584 ipfiremake nmap
585 ipfiremake ncftp
586 ipfiremake etherwake
587 ipfiremake bwm-ng
588 ipfiremake tripwire
589 ipfiremake sysstat
590 ipfiremake vsftpd
591 ipfiremake strongswan
592 ipfiremake lsof
593 ipfiremake centerim
594 ipfiremake br2684ctl
595 ipfiremake pcmciautils
596 ipfiremake lm_sensors
597 ipfiremake liboping
598 ipfiremake collectd
599 ipfiremake lcd4linux
600 ipfiremake teamspeak
601 ipfiremake elinks
602 ipfiremake igmpproxy
603 ipfiremake fbset
604 ipfiremake sdl
605 ipfiremake qemu
606 ipfiremake qemu-kqemu
607 ipfiremake sane
608 ipfiremake netpbm
609 ipfiremake phpSANE
610 ipfiremake tunctl
611 ipfiremake nagios
612 ipfiremake ebtables
613 ipfiremake fontconfig
614 ipfiremake freefont
615 ipfiremake directfb
616 ipfiremake dfb++
617 ipfiremake faad2
618 ipfiremake ffmpeg
619 ipfiremake videolan
620 ipfiremake vdr
621 ipfiremake w_scan
622 ipfiremake icecast
623 ipfiremake icegenerator
624 ipfiremake mpd
625 ipfiremake libmpdclient
626 ipfiremake mpc
627 ipfiremake git
628 ipfiremake squidclamav
629 ipfiremake bc
630 ipfiremake vnstat
631 ipfiremake vnstati
632 ipfiremake iw
633 ipfiremake wpa_supplicant
634 ipfiremake hostapd
635 ipfiremake urlgrabber
636 ipfiremake syslinux
637 ipfiremake tftpd
638 ipfiremake cpufrequtils
639 ipfiremake dbus
640 ipfiremake bluetooth
641 ipfiremake gutenprint
642 ipfiremake apcupsd
643 ipfiremake iperf
644 ipfiremake netcat
645 ipfiremake 7zip
646 ipfiremake lynis
647 ipfiremake splix
648 ipfiremake streamripper
649 ipfiremake sshfs
650 ipfiremake sqlite
651 ipfiremake taglib
652 ipfiremake mediatomb
653 ipfiremake sslh
654 ipfiremake perl-gettext
655 ipfiremake vdradmin
656 ipfiremake miau
657 ipfiremake netsnmpd
658 ipfiremake perl-DBI
659 ipfiremake perl-DBD-mysql
660 ipfiremake cacti
661 ipfiremake icecc
662 ipfiremake openvmtools
663 ipfiremake nagiosql
664 ipfiremake iftop
665 ipfiremake motion
666 ipfiremake joe
667 ipfiremake nut
668 ipfiremake watchdog
669 ipfiremake libpri
670 ipfiremake dahdi
671 ipfiremake asterisk
672 ipfiremake lcr
673 ipfiremake usb_modeswitch
674 ipfiremake usb_modeswitch_data
675 ipfiremake zerofree
676 ipfiremake mdadm
677 ipfiremake eject
678 ipfiremake pound
679 ipfiremake minicom
680 ipfiremake ddrescue
681 ipfiremake tcl
682 ipfiremake imspector
683 ipfiremake client175
684 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
685 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
686 echo >> $BASEDIR/build/var/ipfire/firebuild
687 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
688 echo >> $BASEDIR/build/var/ipfire/firebuild
689 git status >> $BASEDIR/build/var/ipfire/firebuild
690 echo >> $BASEDIR/build/var/ipfire/firebuild
691 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
692 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
693 if [ "$GIT_BRANCH" = "master" ]; then
694 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
695 else
696 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
697 fi
698 }
699
700 buildinstaller() {
701 # Run installer scripts one by one
702 LOGFILE="$BASEDIR/log/_build.installer.log"
703 export LOGFILE
704 ipfiremake as86
705 ipfiremake mbr
706 ipfiremake memtest
707 ipfiremake installer
708 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
709 installmake strip
710 ipfiremake initrd
711 }
712
713 buildpackages() {
714 LOGFILE="$BASEDIR/log/_build.packages.log"
715 export LOGFILE
716 echo "... see detailed log in _build.*.log files" >> $LOGFILE
717
718
719 # Generating list of packages used
720 echo -n "Generating packages list from logs" | tee -a $LOGFILE
721 rm -f $BASEDIR/doc/packages-list
722 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
723 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
724 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
725 fi
726 done
727 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
728 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
729 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
730 rm -f $BASEDIR/doc/packages-list
731 # packages-list.txt is ready to be displayed for wiki page
732 beautify message DONE
733
734 # Update changelog
735 cd $BASEDIR
736 $0 git log
737
738 # Create images for install
739 ipfiremake cdrom ED=$IPFVER
740
741 # Check if there is a loop device for building in virtual environments
742 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
743 ipfiremake usb-stick ED=$IPFVER
744 ipfiremake flash-images ED=$IPFVER
745 fi
746
747 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
748
749 ipfirepackages
750
751 # Check if there is a loop device for building in virtual environments
752 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
753 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
754 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
755 ipfiremake xen-image ED=$IPFVER
756 rm -rf $LFS/install/packages/linux-xen-*.ipfire
757 rm -rf $LFS/install/packages/meta-linux-xen
758 fi
759 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
760
761 # Cleanup
762 stdumount
763 rm -rf $BASEDIR/build/tmp/*
764
765 # Generating total list of files
766 echo -n "Generating files list from logs" | tee -a $LOGFILE
767 rm -f $BASEDIR/log/FILES
768 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
769 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
770 echo "##" >>$BASEDIR/log/FILES
771 echo "## `basename $i`" >>$BASEDIR/log/FILES
772 echo "##" >>$BASEDIR/log/FILES
773 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
774 fi
775 done
776 beautify message DONE
777
778 cd $PWD
779 }
780
781 ipfirepackages() {
782 ipfiremake core-updates
783 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
784 if [ -e $BASEDIR/lfs/$i ]; then
785 ipfiredist $i
786 else
787 echo -n $i
788 beautify message SKIP
789 fi
790 done
791 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
792 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
793 rm -rf $BASEDIR/build/install/packages/*
794 }
795
796 # See what we're supposed to do
797 case "$1" in
798 build)
799 clear
800 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
801 #only restore on a clean disk
802 if [ ! -f log/cleanup-toolchain-2-tools ]; then
803 if [ ! -n "$PACKAGE" ]; then
804 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
805 prepareenv
806 buildtoolchain
807 else
808 PACKAGENAME=${PACKAGE%.tar.gz}
809 beautify build_stage "Packaged toolchain compilation"
810 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
811 tar zxf $PACKAGE
812 prepareenv
813 else
814 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
815 fi
816 fi
817 else
818 echo -n "Using installed toolchain" | tee -a $LOGFILE
819 beautify message SKIP
820 prepareenv
821 fi
822
823 beautify build_start
824 beautify build_stage "Building LFS"
825 buildbase
826
827 beautify build_stage "Building IPFire"
828 buildipfire
829
830 beautify build_stage "Building installer"
831 buildinstaller
832
833 beautify build_stage "Building packages"
834 buildpackages
835
836 beautify build_stage "Checking Logfiles for new Files"
837 cd ..
838 tools/checknewlog.pl
839
840 beautify build_end
841 ;;
842 shell)
843 # enter a shell inside LFS chroot
844 # may be used to changed kernel settings
845 prepareenv
846 entershell
847 ;;
848 clean)
849 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
850 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
851 $LOSETUP -d $i 2>/dev/null
852 done
853 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
854 umount $i
855 done
856 stdumount
857 for i in `seq 0 7`; do
858 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
859 umount /dev/loop${i} 2>/dev/null;
860 losetup -d /dev/loop${i} 2>/dev/null;
861 fi;
862 done
863 rm -rf $BASEDIR/build
864 rm -rf $BASEDIR/cdrom
865 rm -rf $BASEDIR/packages
866 rm -rf $BASEDIR/log
867 if [ -h /tools ]; then
868 rm -f /tools
869 fi
870 beautify message DONE
871 ;;
872 downloadsrc)
873 if [ ! -d $BASEDIR/cache ]; then
874 mkdir $BASEDIR/cache
875 fi
876 mkdir -p $BASEDIR/log
877 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
878 FINISHED=0
879 cd $BASEDIR/lfs
880 for c in `seq $MAX_RETRIES`; do
881 if (( FINISHED==1 )); then
882 break
883 fi
884 FINISHED=1
885 cd $BASEDIR/lfs
886 for i in *; do
887 if [ -f "$i" -a "$i" != "Config" ]; then
888 echo -ne "Loading $i"
889 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
890 if [ $? -ne 0 ]; then
891 beautify message FAIL
892 FINISHED=0
893 else
894 if [ $c -eq 1 ]; then
895 beautify message DONE
896 fi
897 fi
898 fi
899 done
900 done
901 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
902 ERROR=0
903 for i in *; do
904 if [ -f "$i" -a "$i" != "Config" ]; then
905 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
906 if [ $? -ne 0 ]; then
907 echo -ne "MD5 difference in lfs/$i"
908 beautify message FAIL
909 ERROR=1
910 fi
911 fi
912 done
913 if [ $ERROR -eq 0 ]; then
914 echo -ne "${BOLD}all files md5sum match${NORMAL}"
915 beautify message DONE
916 else
917 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
918 beautify message FAIL
919 fi
920 cd - >/dev/null 2>&1
921 ;;
922 toolchain)
923 clear
924 prepareenv
925 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
926 buildtoolchain
927 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
928 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
929 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
930 build/{bin,etc,usr/bin,usr/local} \
931 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
932 log >> $LOGFILE
933 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
934 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
935 stdumount
936 ;;
937 gettoolchain)
938 # arbitrary name to be updated in case of new toolchain package upload
939 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
940 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
941 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
942 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
943 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
944 cd $BASEDIR/cache/toolchains
945 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
946 if [ $? -ne 0 ]; then
947 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
948 else
949 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
950 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
951 else
952 exiterror "$PACKAGE.md5 did not match, check downloaded package"
953 fi
954 fi
955 else
956 echo "Toolchain is already downloaded. Exiting..."
957 fi
958 ;;
959 othersrc)
960 prepareenv
961 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
962 chroot $LFS /tools/bin/env -i HOME=/root \
963 TERM=$TERM PS1='\u:\w\$ ' \
964 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
965 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
966 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
967 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
968 if [ $? -eq "0" ]; then
969 beautify message DONE
970 else
971 beautify message FAIL
972 fi
973 stdumount
974 ;;
975 git)
976 case "$2" in
977 update|up)
978 ## REMOVES ALL UNCOMMITTED CHANGES!
979 [ "$3" == "--force" ] && git checkout -f
980 git pull
981 ;;
982 commit|ci)
983 shift 2
984 git commit $*
985
986 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
987
988 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
989 read
990 [ -z $REPLY ] && exit 0
991 for i in y Y j J; do
992 if [ "$i" == "$REPLY" ]; then
993 $0 git push
994 exit $?
995 fi
996 done
997 exiterror "\"$REPLY\" is not a valid answer."
998 ;;
999 dist)
1000 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
1001 ;;
1002 diff|di)
1003 echo -ne "Make a local diff to last revision"
1004 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
1005 evaluate 1
1006 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1007 git diff --stat
1008 ;;
1009 push)
1010 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1011 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1012
1013 git push ${GIT_URL} $3
1014 ;;
1015 log)
1016 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1017 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1018
1019 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1020 ;;
1021 esac
1022 ;;
1023 uploadsrc)
1024 PWD=`pwd`
1025 if [ -z $IPFIRE_USER ]; then
1026 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1027 beautify message FAIL
1028 exit 1
1029 fi
1030
1031 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1032 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1033
1034 cd $BASEDIR/cache/
1035 for file in $(ls -1 --ignore=toolchains); do
1036 grep -q "$file" <<<$REMOTE_FILES && continue
1037 NEW_FILES="$NEW_FILES $file"
1038 done
1039 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1040 cd $BASEDIR
1041 cd $PWD
1042 exit 0
1043 ;;
1044 batch)
1045 if [ "$2" = "--background" ]; then
1046 batch_script
1047 exit $?
1048 fi
1049 if [ `screen -ls | grep -q ipfire` ]; then
1050 echo "Build is already running, sorry!"
1051 exit 1
1052 else
1053 if [ "$2" = "--rebuild" ]; then
1054 export IPFIRE_REBUILD=1
1055 echo "REBUILD!"
1056 else
1057 export IPFIRE_REBUILD=0
1058 fi
1059 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1060 screen -dmS ipfire $0 batch --background
1061 evaluate 1
1062 exit 0
1063 fi
1064 ;;
1065 watch)
1066 watch_screen
1067 ;;
1068 pxe)
1069 case "$2" in
1070 start)
1071 start_tftpd
1072 ;;
1073 stop)
1074 stop_tftpd
1075 ;;
1076 reload|restart)
1077 reload_tftpd
1078 ;;
1079 esac
1080 exit 0
1081 ;;
1082 lang)
1083 update_langs
1084 ;;
1085 "")
1086 clear
1087 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1088 do
1089 case $name in
1090 "IPFIRE: Downloadsrc")
1091 $0 downloadsrc
1092 ;;
1093 "IPFIRE: Build (silent)")
1094 $0 build-silent
1095 ;;
1096 "IPFIRE: Watch Build")
1097 $0 watch
1098 ;;
1099 "IPFIRE: Batch")
1100 $0 batch
1101 ;;
1102 "IPFIRE: Clean")
1103 $0 clean
1104 ;;
1105 "Help")
1106 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1107 cat doc/make.sh-usage
1108 ;;
1109 "LOG: Tail")
1110 tail -f log/_*
1111 ;;
1112 "Exit")
1113 break
1114 ;;
1115 esac
1116 done
1117 ;;
1118 config)
1119 make_config
1120 ;;
1121 *)
1122 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1123 cat doc/make.sh-usage
1124 ;;
1125 esac