client175: update to 0.7.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2011 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.9" # Version number
28 CORE="50" # Core Level (Filename)
29 PAKFIRE_CORE="49" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=1
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 BUILDMACHINE=$MACHINE
44 if [ "$MACHINE" = "x86_64" ]; then
45 BUILDMACHINE="i686";
46 linux32="linux32";
47 fi
48
49
50 # Debian specific settings
51 if [ ! -e /etc/debian_version ]; then
52 FULLPATH=`which $0`
53 else
54 if [ -x /usr/bin/realpath ]; then
55 FULLPATH=`/usr/bin/realpath $0`
56 else
57 echo "ERROR: Need to do apt-get install realpath"
58 exit 1
59 fi
60 fi
61
62 PWD=`pwd`
63 BASENAME=`basename $0`
64 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
65 LOGFILE=$BASEDIR/log/_build.preparation.log
66 export BASEDIR LOGFILE
67 DIR_CHK=$BASEDIR/cache/check
68 mkdir $BASEDIR/log/ 2>/dev/null
69
70 # Include funtions
71 . tools/make-functions
72
73 if [ -f .config ]; then
74 . .config
75 else
76 echo -e "${BOLD}No configuration found!${NORMAL}"
77 echo -ne "Do you want to create one (y/N)?"
78 read CREATE_CONFIG
79 echo ""
80 if [ "$CREATE_CONFIG" == "y" ]; then
81 make_config
82 fi
83 fi
84
85 if [ -z $EDITOR ]; then
86 for i in nano emacs vi; do
87 EDITOR=$(which $i 2>/dev/null)
88 if ! [ -z $EDITOR ]; then
89 export EDITOR=$EDITOR
90 break
91 fi
92 done
93 [ -z $EDITOR ] && exiterror "You should have installed an editor."
94 fi
95
96 prepareenv() {
97 ############################################################################
98 # #
99 # Are we running the right shell? #
100 # #
101 ############################################################################
102 if [ ! "$BASH" ]; then
103 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
104 fi
105
106 if [ -z "${BASH_VERSION}" ]; then
107 exiterror "Not running BASH shell."
108 fi
109
110
111 ############################################################################
112 # #
113 # Trap on emergency exit #
114 # #
115 ############################################################################
116 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
117
118
119 ############################################################################
120 # #
121 # Resetting our nice level #
122 # #
123 ############################################################################
124 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
125 renice $NICE $$ > /dev/null
126 if [ `nice` != "$NICE" ]; then
127 beautify message FAIL
128 exiterror "Failed to set correct nice level"
129 else
130 beautify message DONE
131 fi
132
133
134 ############################################################################
135 # #
136 # Checking if running as root user #
137 # #
138 ############################################################################
139 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
140 if [ `id -u` != 0 ]; then
141 beautify message FAIL
142 exiterror "Not building as root"
143 else
144 beautify message DONE
145 fi
146
147
148 ############################################################################
149 # #
150 # Checking for necessary temporary space #
151 # #
152 ############################################################################
153 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
154 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
155 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
156 if (( 2048000 > $BASE_ASPACE )); then
157 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
158 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
159 beautify message FAIL
160 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
161 fi
162 else
163 beautify message DONE
164 fi
165
166 ############################################################################
167 # #
168 # Building Linux From Scratch system #
169 # #
170 ############################################################################
171 # Set umask
172 umask 022
173
174 # Set LFS Directory
175 LFS=$BASEDIR/build
176
177 # Check /tools symlink
178 if [ -h /tools ]; then
179 rm -f /tools
180 fi
181 if [ ! -a /tools ]; then
182 ln -s $BASEDIR/build/tools /
183 fi
184 if [ ! -h /tools ]; then
185 exiterror "Could not create /tools symbolic link."
186 fi
187
188 # Setup environment
189 set +h
190 LC_ALL=POSIX
191 if [ -z $MAKETUNING ]; then
192 MAKETUNING="-j6"
193 fi
194 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
195 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
196
197 # Make some extra directories
198 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
199 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
200 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
201 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
202
203 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
204 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
205
206 # Make all sources and proc available under lfs build
207 mount --bind /dev $BASEDIR/build/dev
208 mount --bind /dev/pts $BASEDIR/build/dev/pts
209 mount --bind /dev/shm $BASEDIR/build/dev/shm
210 mount --bind /proc $BASEDIR/build/proc
211 mount --bind /sys $BASEDIR/build/sys
212 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
213 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
214 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
215 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
216 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
217 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
218 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
219 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
220 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
221
222 # This is a temporary hack!!!
223 if [ ! -f /tools/bin/hostname ]; then
224 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
225 fi
226
227 # Run LFS static binary creation scripts one by one
228 export CCACHE_DIR=$BASEDIR/ccache
229 export CCACHE_COMPRESS=1
230 export CCACHE_HASHDIR=1
231
232 # Remove pre-install list of installed files in case user erase some files before rebuild
233 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
234 }
235
236 buildtoolchain() {
237 if [ "$(uname -m)" = "x86_64" ]; then
238 exiterror "Cannot build toolchain on x86_64. Please use the download."
239 fi
240 if [ "$(uname -r | grep ipfire)" ]; then
241 exiterror "Cannot build toolchain on ipfire. Please use the download."
242 fi
243
244 LOGFILE="$BASEDIR/log/_build.toolchain.log"
245 export LOGFILE
246 ORG_PATH=$PATH
247 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
248 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
249 lfsmake1 ccache PASS=1
250 lfsmake1 make PASS=1
251 lfsmake1 binutils PASS=1
252 lfsmake1 gcc PASS=1
253 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
254 lfsmake1 linux-libc-header
255 lfsmake1 glibc
256 lfsmake1 cleanup-toolchain PASS=1
257 lfsmake1 tcl
258 lfsmake1 expect
259 lfsmake1 dejagnu
260 lfsmake1 gcc PASS=2
261 lfsmake1 binutils PASS=2
262 lfsmake1 ccache PASS=2
263 lfsmake1 ncurses
264 lfsmake1 bash
265 lfsmake1 bzip2
266 lfsmake1 coreutils
267 lfsmake1 diffutils
268 lfsmake1 findutils
269 lfsmake1 gawk
270 lfsmake1 gettext
271 lfsmake1 grep
272 lfsmake1 gzip
273 lfsmake1 m4
274 lfsmake1 make PASS=2
275 lfsmake1 patch
276 lfsmake1 perl
277 lfsmake1 sed
278 lfsmake1 tar
279 lfsmake1 texinfo
280 lfsmake1 util-linux
281 lfsmake1 cleanup-toolchain PASS=2
282 export PATH=$ORG_PATH
283 }
284
285 buildbase() {
286 LOGFILE="$BASEDIR/log/_build.base.log"
287 export LOGFILE
288 lfsmake2 stage2
289 lfsmake2 linux-libc-header
290 lfsmake2 man-pages
291 lfsmake2 glibc
292 lfsmake2 cleanup-toolchain PASS=3
293 lfsmake2 binutils
294 lfsmake2 gcc
295 lfsmake2 berkeley
296 lfsmake2 coreutils
297 lfsmake2 iana-etc
298 lfsmake2 m4
299 lfsmake2 bison
300 lfsmake2 ncurses
301 lfsmake2 procps
302 lfsmake2 sed
303 lfsmake2 libtool
304 lfsmake2 perl
305 lfsmake2 readline
306 lfsmake2 zlib
307 lfsmake2 autoconf
308 lfsmake2 automake
309 lfsmake2 bash
310 lfsmake2 bzip2
311 lfsmake2 diffutils
312 lfsmake2 e2fsprogs
313 lfsmake2 ed
314 lfsmake2 file
315 lfsmake2 findutils
316 lfsmake2 flex
317 lfsmake2 gawk
318 lfsmake2 gettext
319 lfsmake2 grep
320 lfsmake2 groff
321 lfsmake2 gzip
322 lfsmake2 inetutils
323 lfsmake2 iproute2
324 lfsmake2 kbd
325 lfsmake2 less
326 lfsmake2 libaal
327 lfsmake2 make
328 lfsmake2 man
329 lfsmake2 mktemp
330 lfsmake2 module-init-tools
331 lfsmake2 net-tools
332 lfsmake2 patch
333 lfsmake2 psmisc
334 lfsmake2 reiser4progs
335 lfsmake2 shadow
336 lfsmake2 sysklogd
337 lfsmake2 sysvinit
338 lfsmake2 tar
339 lfsmake2 texinfo
340 lfsmake2 udev
341 lfsmake2 util-linux
342 lfsmake2 vim
343 lfsmake2 grub
344 }
345
346 buildipfire() {
347 LOGFILE="$BASEDIR/log/_build.ipfire.log"
348 export LOGFILE
349 ipfiremake configroot
350 ipfiremake backup
351 ipfiremake dhcp
352 ipfiremake dhcpcd
353 ipfiremake libusb
354 ipfiremake libpcap
355 ipfiremake ppp
356 ipfiremake pptp
357 ipfiremake unzip
358 ipfiremake which
359 ipfiremake xz
360 ipfiremake linux-firmware
361 ipfiremake linux XEN=1
362 ipfiremake kqemu XEN=1
363 ipfiremake v4l-dvb XEN=1
364 ipfiremake madwifi XEN=1
365 ipfiremake mISDN XEN=1
366 ipfiremake dahdi XEN=1 KMOD=1
367 ipfiremake cryptodev XEN=1
368 ipfiremake compat-wireless XEN=1
369 ipfiremake r8169 XEN=1
370 ipfiremake r8168 XEN=1
371 ipfiremake r8101 XEN=1
372 ipfiremake e1000 XEN=1
373 ipfiremake e1000e XEN=1
374 ipfiremake igb XEN=1
375 ipfiremake linux PAE=1
376 ipfiremake kqemu PAE=1
377 ipfiremake kvm-kmod PAE=1
378 ipfiremake v4l-dvb PAE=1
379 ipfiremake madwifi PAE=1
380 ipfiremake alsa PAE=1 KMOD=1
381 ipfiremake mISDN PAE=1
382 ipfiremake dahdi PAE=1 KMOD=1
383 ipfiremake cryptodev PAE=1
384 ipfiremake compat-wireless PAE=1
385 # ipfiremake r8169 PAE=1
386 # ipfiremake r8168 PAE=1
387 # ipfiremake r8101 PAE=1
388 ipfiremake e1000 PAE=1
389 ipfiremake e1000e PAE=1
390 ipfiremake igb PAE=1
391 ipfiremake linux
392 ipfiremake kqemu
393 ipfiremake kvm-kmod
394 ipfiremake v4l-dvb
395 ipfiremake madwifi
396 ipfiremake alsa KMOD=1
397 ipfiremake mISDN
398 ipfiremake dahdi KMOD=1
399 ipfiremake cryptodev
400 ipfiremake compat-wireless
401 # ipfiremake r8169
402 # ipfiremake r8168
403 # ipfiremake r8101
404 ipfiremake e1000
405 ipfiremake e1000e
406 ipfiremake igb
407 ipfiremake pkg-config
408 ipfiremake linux-atm
409 ipfiremake cpio
410
411 installmake strip
412
413 ipfiremake dracut
414 ipfiremake expat
415 ipfiremake gdbm
416 ipfiremake gmp
417 ipfiremake pam
418 ipfiremake openssl
419 ipfiremake curl
420 ipfiremake python
421 ipfiremake fireinfo
422 ipfiremake libnet
423 ipfiremake libnl
424 ipfiremake libidn
425 ipfiremake libjpeg
426 ipfiremake libpng
427 ipfiremake libtiff
428 ipfiremake libart
429 ipfiremake freetype
430 ipfiremake gd
431 ipfiremake popt
432 ipfiremake pcre
433 ipfiremake slang
434 ipfiremake newt
435 ipfiremake attr
436 ipfiremake acl
437 ipfiremake libcap
438 ipfiremake pciutils
439 ipfiremake usbutils
440 ipfiremake libxml2
441 ipfiremake libxslt
442 ipfiremake BerkeleyDB
443 ipfiremake mysql
444 ipfiremake cyrus-sasl
445 ipfiremake openldap
446 ipfiremake apache2
447 ipfiremake php
448 ipfiremake apache2 PASS=C
449 ipfiremake arping
450 ipfiremake beep
451 ipfiremake bind
452 ipfiremake cdrtools
453 ipfiremake dnsmasq
454 ipfiremake dosfstools
455 ipfiremake reiserfsprogs
456 ipfiremake xfsprogs
457 ipfiremake sysfsutils
458 ipfiremake fuse
459 ipfiremake ntfs-3g
460 ipfiremake ethtool
461 ipfiremake ez-ipupdate
462 ipfiremake fcron
463 ipfiremake perl-GD
464 ipfiremake GD-Graph
465 ipfiremake GD-TextUtil
466 ipfiremake gnupg
467 ipfiremake hdparm
468 ipfiremake sdparm
469 ipfiremake mtools
470 ipfiremake initscripts
471 ipfiremake whatmask
472 ipfiremake iptables
473 ipfiremake libupnp
474 ipfiremake ipaddr
475 ipfiremake iptstate
476 ipfiremake iputils
477 ipfiremake l7-protocols
478 ipfiremake mISDNuser
479 ipfiremake capi4k-utils
480 ipfiremake hwdata
481 ipfiremake kudzu
482 ipfiremake logrotate
483 ipfiremake logwatch
484 ipfiremake misc-progs
485 ipfiremake nano
486 ipfiremake nasm
487 ipfiremake URI
488 ipfiremake HTML-Tagset
489 ipfiremake HTML-Parser
490 ipfiremake Compress-Zlib
491 ipfiremake Digest
492 ipfiremake Digest-SHA1
493 ipfiremake Digest-HMAC
494 ipfiremake libwww-perl
495 ipfiremake Net-DNS
496 ipfiremake Net-IPv4Addr
497 ipfiremake Net_SSLeay
498 ipfiremake IO-Stringy
499 ipfiremake Unix-Syslog
500 ipfiremake Mail-Tools
501 ipfiremake MIME-Tools
502 ipfiremake Net-Server
503 ipfiremake Convert-TNEF
504 ipfiremake Convert-UUlib
505 ipfiremake Archive-Tar
506 ipfiremake Archive-Zip
507 ipfiremake Text-Tabs+Wrap
508 ipfiremake Locale-Country
509 ipfiremake XML-Parser
510 ipfiremake python-setuptools
511 ipfiremake python-clientform
512 ipfiremake python-mechanize
513 ipfiremake python-feedparser
514 ipfiremake python-rssdler
515 ipfiremake glib
516 ipfiremake GeoIP
517 ipfiremake fwhits
518 ipfiremake noip_updater
519 ipfiremake ntp
520 ipfiremake openssh
521 ipfiremake rrdtool
522 ipfiremake setserial
523 ipfiremake setup
524 ipfiremake libdnet
525 ipfiremake daq
526 ipfiremake snort
527 ipfiremake oinkmaster
528 ipfiremake squid
529 ipfiremake squidguard
530 ipfiremake calamaris
531 ipfiremake tcpdump
532 ipfiremake traceroute
533 ipfiremake vlan
534 ipfiremake wireless
535 ipfiremake libsafe
536 ipfiremake pakfire
537 ipfiremake java
538 ipfiremake spandsp
539 ipfiremake lzo
540 ipfiremake openvpn
541 ipfiremake pammysql
542 ipfiremake cups
543 ipfiremake ghostscript
544 ipfiremake foomatic
545 ipfiremake hplip
546 ipfiremake samba
547 ipfiremake sudo
548 ipfiremake mc
549 ipfiremake wget
550 ipfiremake bridge-utils
551 ipfiremake screen
552 ipfiremake hddtemp
553 ipfiremake smartmontools
554 ipfiremake htop
555 ipfiremake postfix
556 ipfiremake fetchmail
557 ipfiremake cyrus-imapd
558 ipfiremake openmailadmin
559 ipfiremake clamav
560 ipfiremake spamassassin
561 ipfiremake amavisd
562 ipfiremake alsa
563 ipfiremake mpfire
564 ipfiremake guardian
565 ipfiremake libid3tag
566 ipfiremake libmad
567 ipfiremake libogg
568 ipfiremake libvorbis
569 ipfiremake libdvbpsi
570 ipfiremake lame
571 ipfiremake sox
572 ipfiremake libshout
573 ipfiremake xvid
574 ipfiremake libmpeg2
575 ipfiremake cmake
576 ipfiremake gnump3d
577 ipfiremake libsigc++
578 ipfiremake applejuice
579 ipfiremake libtorrent
580 ipfiremake rtorrent
581 ipfiremake ipfireseeder
582 ipfiremake rsync
583 ipfiremake tcpwrapper
584 ipfiremake libevent
585 ipfiremake portmap
586 ipfiremake nfs
587 ipfiremake nmap
588 ipfiremake ncftp
589 ipfiremake etherwake
590 ipfiremake bwm-ng
591 ipfiremake tripwire
592 ipfiremake sysstat
593 ipfiremake vsftpd
594 ipfiremake strongswan
595 ipfiremake lsof
596 ipfiremake centerim
597 ipfiremake br2684ctl
598 ipfiremake pcmciautils
599 ipfiremake lm_sensors
600 ipfiremake liboping
601 ipfiremake collectd
602 ipfiremake lcd4linux
603 ipfiremake teamspeak
604 ipfiremake elinks
605 ipfiremake igmpproxy
606 ipfiremake fbset
607 ipfiremake sdl
608 ipfiremake qemu
609 ipfiremake qemu-kqemu
610 ipfiremake sane
611 ipfiremake netpbm
612 ipfiremake phpSANE
613 ipfiremake tunctl
614 ipfiremake nagios
615 ipfiremake ebtables
616 ipfiremake fontconfig
617 ipfiremake freefont
618 ipfiremake directfb
619 ipfiremake dfb++
620 ipfiremake faad2
621 ipfiremake ffmpeg
622 ipfiremake videolan
623 ipfiremake vdr
624 ipfiremake w_scan
625 ipfiremake icecast
626 ipfiremake icegenerator
627 ipfiremake mpd
628 ipfiremake libmpdclient
629 ipfiremake mpc
630 ipfiremake git
631 ipfiremake squidclamav
632 ipfiremake bc
633 ipfiremake vnstat
634 ipfiremake vnstati
635 ipfiremake iw
636 ipfiremake wpa_supplicant
637 ipfiremake hostapd
638 ipfiremake urlgrabber
639 ipfiremake syslinux
640 ipfiremake tftpd
641 ipfiremake cpufrequtils
642 ipfiremake dbus
643 ipfiremake bluetooth
644 ipfiremake gutenprint
645 ipfiremake apcupsd
646 ipfiremake iperf
647 ipfiremake netcat
648 ipfiremake 7zip
649 ipfiremake lynis
650 ipfiremake splix
651 ipfiremake streamripper
652 ipfiremake sshfs
653 ipfiremake sqlite
654 ipfiremake taglib
655 ipfiremake mediatomb
656 ipfiremake sslh
657 ipfiremake perl-gettext
658 ipfiremake vdradmin
659 ipfiremake miau
660 ipfiremake netsnmpd
661 ipfiremake perl-DBI
662 ipfiremake perl-DBD-mysql
663 ipfiremake cacti
664 ipfiremake icecc
665 ipfiremake openvmtools
666 ipfiremake nagiosql
667 ipfiremake iftop
668 ipfiremake motion
669 ipfiremake joe
670 ipfiremake nut
671 ipfiremake watchdog
672 ipfiremake libpri
673 ipfiremake dahdi
674 ipfiremake asterisk
675 ipfiremake lcr
676 ipfiremake usb_modeswitch
677 ipfiremake usb_modeswitch_data
678 ipfiremake zerofree
679 ipfiremake mdadm
680 ipfiremake eject
681 ipfiremake pound
682 ipfiremake minicom
683 ipfiremake ddrescue
684 ipfiremake tcl
685 ipfiremake imspector
686 ipfiremake miniupnpd
687 ipfiremake client175
688 ipfiremake powertop
689 ipfiremake parted
690 ipfiremake swig
691 ipfiremake python-m2crypto
692 ipfiremake crda
693 ipfiremake libsatsolver
694 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
695 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
696 echo >> $BASEDIR/build/var/ipfire/firebuild
697 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
698 echo >> $BASEDIR/build/var/ipfire/firebuild
699 git status >> $BASEDIR/build/var/ipfire/firebuild
700 echo >> $BASEDIR/build/var/ipfire/firebuild
701 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
702 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
703 if [ "$GIT_BRANCH" = "master" ]; then
704 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
705 else
706 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
707 fi
708 }
709
710 buildinstaller() {
711 # Run installer scripts one by one
712 LOGFILE="$BASEDIR/log/_build.installer.log"
713 export LOGFILE
714 ipfiremake as86
715 ipfiremake mbr
716 ipfiremake memtest
717 ipfiremake installer
718 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
719 installmake strip
720 ipfiremake initrd
721 }
722
723 buildpackages() {
724 LOGFILE="$BASEDIR/log/_build.packages.log"
725 export LOGFILE
726 echo "... see detailed log in _build.*.log files" >> $LOGFILE
727
728
729 # Generating list of packages used
730 echo -n "Generating packages list from logs" | tee -a $LOGFILE
731 rm -f $BASEDIR/doc/packages-list
732 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
733 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
734 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
735 fi
736 done
737 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
738 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
739 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
740 rm -f $BASEDIR/doc/packages-list
741 # packages-list.txt is ready to be displayed for wiki page
742 beautify message DONE
743
744 # Update changelog
745 cd $BASEDIR
746 $0 git log
747
748 # Create images for install
749 ipfiremake cdrom ED=$IPFVER
750
751 # Check if there is a loop device for building in virtual environments
752 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
753 ipfiremake usb-stick ED=$IPFVER
754 ipfiremake flash-images ED=$IPFVER
755 fi
756
757 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
758
759 ipfirepackages
760
761 # Check if there is a loop device for building in virtual environments
762 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
763 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
764 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
765 ipfiremake xen-image ED=$IPFVER
766 rm -rf $LFS/install/packages/linux-xen-*.ipfire
767 rm -rf $LFS/install/packages/meta-linux-xen
768 fi
769 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
770
771 cd $BASEDIR
772 for i in `ls *.bz2 *.img.gz *.iso`; do
773 md5sum $i > $i.md5
774 done
775 cd $PWD
776
777 # Cleanup
778 stdumount
779 rm -rf $BASEDIR/build/tmp/*
780
781 # Generating total list of files
782 echo -n "Generating files list from logs" | tee -a $LOGFILE
783 rm -f $BASEDIR/log/FILES
784 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
785 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
786 echo "##" >>$BASEDIR/log/FILES
787 echo "## `basename $i`" >>$BASEDIR/log/FILES
788 echo "##" >>$BASEDIR/log/FILES
789 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
790 fi
791 done
792 beautify message DONE
793
794 cd $PWD
795 }
796
797 ipfirepackages() {
798 ipfiremake core-updates
799 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
800 if [ -e $BASEDIR/lfs/$i ]; then
801 ipfiredist $i
802 else
803 echo -n $i
804 beautify message SKIP
805 fi
806 done
807 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
808 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
809 rm -rf $BASEDIR/build/install/packages/*
810 }
811
812 # See what we're supposed to do
813 case "$1" in
814 build)
815 clear
816 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
817 #only restore on a clean disk
818 if [ ! -f log/cleanup-toolchain-2-tools ]; then
819 if [ ! -n "$PACKAGE" ]; then
820 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
821 prepareenv
822 buildtoolchain
823 else
824 PACKAGENAME=${PACKAGE%.tar.gz}
825 beautify build_stage "Packaged toolchain compilation"
826 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
827 tar zxf $PACKAGE
828 prepareenv
829 else
830 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
831 fi
832 fi
833 else
834 echo -n "Using installed toolchain" | tee -a $LOGFILE
835 beautify message SKIP
836 prepareenv
837 fi
838
839 beautify build_start
840 beautify build_stage "Building LFS"
841 buildbase
842
843 beautify build_stage "Building IPFire"
844 buildipfire
845
846 beautify build_stage "Building installer"
847 buildinstaller
848
849 beautify build_stage "Building packages"
850 buildpackages
851
852 beautify build_stage "Checking Logfiles for new Files"
853
854 cd $BASEDIR
855 tools/checknewlog.pl
856 cd $PWD
857
858 beautify build_end
859 ;;
860 shell)
861 # enter a shell inside LFS chroot
862 # may be used to changed kernel settings
863 prepareenv
864 entershell
865 ;;
866 clean)
867 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
868 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
869 $LOSETUP -d $i 2>/dev/null
870 done
871 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
872 umount $i
873 done
874 stdumount
875 for i in `seq 0 7`; do
876 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
877 umount /dev/loop${i} 2>/dev/null;
878 losetup -d /dev/loop${i} 2>/dev/null;
879 fi;
880 done
881 rm -rf $BASEDIR/build
882 rm -rf $BASEDIR/cdrom
883 rm -rf $BASEDIR/packages
884 rm -rf $BASEDIR/log
885 if [ -h /tools ]; then
886 rm -f /tools
887 fi
888 rm -f $BASEDIR/ipfire-*
889 beautify message DONE
890 ;;
891 downloadsrc)
892 if [ ! -d $BASEDIR/cache ]; then
893 mkdir $BASEDIR/cache
894 fi
895 mkdir -p $BASEDIR/log
896 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
897 FINISHED=0
898 cd $BASEDIR/lfs
899 for c in `seq $MAX_RETRIES`; do
900 if (( FINISHED==1 )); then
901 break
902 fi
903 FINISHED=1
904 cd $BASEDIR/lfs
905 for i in *; do
906 if [ -f "$i" -a "$i" != "Config" ]; then
907 echo -ne "Loading $i"
908 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
909 if [ $? -ne 0 ]; then
910 beautify message FAIL
911 FINISHED=0
912 else
913 if [ $c -eq 1 ]; then
914 beautify message DONE
915 fi
916 fi
917 fi
918 done
919 done
920 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
921 ERROR=0
922 for i in *; do
923 if [ -f "$i" -a "$i" != "Config" ]; then
924 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
925 if [ $? -ne 0 ]; then
926 echo -ne "MD5 difference in lfs/$i"
927 beautify message FAIL
928 ERROR=1
929 fi
930 fi
931 done
932 if [ $ERROR -eq 0 ]; then
933 echo -ne "${BOLD}all files md5sum match${NORMAL}"
934 beautify message DONE
935 else
936 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
937 beautify message FAIL
938 fi
939 cd - >/dev/null 2>&1
940 ;;
941 toolchain)
942 clear
943 prepareenv
944 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
945 buildtoolchain
946 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
947 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
948 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
949 build/{bin,etc,usr/bin,usr/local} \
950 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
951 log >> $LOGFILE
952 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
953 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
954 stdumount
955 ;;
956 gettoolchain)
957 # arbitrary name to be updated in case of new toolchain package upload
958 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
959 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
960 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
961 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
962 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
963 cd $BASEDIR/cache/toolchains
964 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
965 if [ $? -ne 0 ]; then
966 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
967 else
968 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
969 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
970 else
971 exiterror "$PACKAGE.md5 did not match, check downloaded package"
972 fi
973 fi
974 else
975 echo "Toolchain is already downloaded. Exiting..."
976 fi
977 ;;
978 othersrc)
979 prepareenv
980 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
981 chroot $LFS /tools/bin/env -i HOME=/root \
982 TERM=$TERM PS1='\u:\w\$ ' \
983 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
984 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
985 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
986 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
987 if [ $? -eq "0" ]; then
988 beautify message DONE
989 else
990 beautify message FAIL
991 fi
992 stdumount
993 ;;
994 git)
995 case "$2" in
996 update|up)
997 ## REMOVES ALL UNCOMMITTED CHANGES!
998 [ "$3" == "--force" ] && git checkout -f
999 git pull
1000 ;;
1001 commit|ci)
1002 shift 2
1003 git commit $*
1004
1005 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
1006
1007 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
1008 read
1009 [ -z $REPLY ] && exit 0
1010 for i in y Y j J; do
1011 if [ "$i" == "$REPLY" ]; then
1012 $0 git push
1013 exit $?
1014 fi
1015 done
1016 exiterror "\"$REPLY\" is not a valid answer."
1017 ;;
1018 dist)
1019 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
1020 ;;
1021 diff|di)
1022 echo -ne "Make a local diff to last revision"
1023 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
1024 evaluate 1
1025 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1026 git diff --stat
1027 ;;
1028 push)
1029 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1030 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1031
1032 git push ${GIT_URL} $3
1033 ;;
1034 log)
1035 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1036 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1037
1038 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1039 ;;
1040 esac
1041 ;;
1042 uploadsrc)
1043 PWD=`pwd`
1044 if [ -z $IPFIRE_USER ]; then
1045 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1046 beautify message FAIL
1047 exit 1
1048 fi
1049
1050 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1051 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1052
1053 cd $BASEDIR/cache/
1054 for file in $(ls -1 --ignore=toolchains); do
1055 grep -q "$file" <<<$REMOTE_FILES && continue
1056 NEW_FILES="$NEW_FILES $file"
1057 done
1058 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1059 cd $BASEDIR
1060 cd $PWD
1061 exit 0
1062 ;;
1063 batch)
1064 if [ "$2" = "--background" ]; then
1065 batch_script
1066 exit $?
1067 fi
1068 if [ `screen -ls | grep -q ipfire` ]; then
1069 echo "Build is already running, sorry!"
1070 exit 1
1071 else
1072 if [ "$2" = "--rebuild" ]; then
1073 export IPFIRE_REBUILD=1
1074 echo "REBUILD!"
1075 else
1076 export IPFIRE_REBUILD=0
1077 fi
1078 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1079 screen -dmS ipfire $0 batch --background
1080 evaluate 1
1081 exit 0
1082 fi
1083 ;;
1084 watch)
1085 watch_screen
1086 ;;
1087 pxe)
1088 case "$2" in
1089 start)
1090 start_tftpd
1091 ;;
1092 stop)
1093 stop_tftpd
1094 ;;
1095 reload|restart)
1096 reload_tftpd
1097 ;;
1098 esac
1099 exit 0
1100 ;;
1101 lang)
1102 update_langs
1103 ;;
1104 "")
1105 clear
1106 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1107 do
1108 case $name in
1109 "IPFIRE: Downloadsrc")
1110 $0 downloadsrc
1111 ;;
1112 "IPFIRE: Build (silent)")
1113 $0 build-silent
1114 ;;
1115 "IPFIRE: Watch Build")
1116 $0 watch
1117 ;;
1118 "IPFIRE: Batch")
1119 $0 batch
1120 ;;
1121 "IPFIRE: Clean")
1122 $0 clean
1123 ;;
1124 "Help")
1125 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1126 cat doc/make.sh-usage
1127 ;;
1128 "LOG: Tail")
1129 tail -f log/_*
1130 ;;
1131 "Exit")
1132 break
1133 ;;
1134 esac
1135 done
1136 ;;
1137 config)
1138 make_config
1139 ;;
1140 *)
1141 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1142 cat doc/make.sh-usage
1143 ;;
1144 esac