f2dfbab3ad45731e2cc88d3c122946d22513f34f
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2012 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.11" # Version number
28 CORE="62" # Core Level (Filename)
29 PAKFIRE_CORE="61" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=5
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 if [ "${MACHINE:0:3}" = "arm" ]; then
183 MAKETUNING="-j2"
184 else
185 MAKETUNING="-j6"
186 fi
187 fi
188 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
189 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
190
191 # Make some extra directories
192 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
193 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
194 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
195 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
196
197 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
198 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
199
200 # Make all sources and proc available under lfs build
201 mount --bind /dev $BASEDIR/build/dev
202 mount --bind /dev/pts $BASEDIR/build/dev/pts
203 mount --bind /dev/shm $BASEDIR/build/dev/shm
204 mount --bind /proc $BASEDIR/build/proc
205 mount --bind /sys $BASEDIR/build/sys
206 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
207 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
208 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
209 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
210 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
211 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
212 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
213 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
214 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_COMPRESS=1
219 export CCACHE_COMPILERCHECK="none"
220
221 # Remove pre-install list of installed files in case user erase some files before rebuild
222 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
223 }
224
225 buildtoolchain() {
226 local error=false
227 case "${MACHINE}:$(uname -m)" in
228 # x86
229 i586:i586|i586:i686|i586:x86_64)
230 # These are working.
231 ;;
232 i586:*)
233 error=true
234 ;;
235
236 # ARM
237 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
238 # These are working.
239 ;;
240 armv5tel:*)
241 error=true
242 ;;
243 esac
244
245 ${error} && \
246 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
247
248 local gcc=$(type -p gcc)
249 if [ -z "${gcc}" ]; then
250 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
251 fi
252
253 LOGFILE="$BASEDIR/log/_build.toolchain.log"
254 export LOGFILE
255
256 local ORG_PATH=$PATH
257 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
258 lfsmake1 ccache PASS=1
259 lfsmake1 binutils PASS=1
260 lfsmake1 gcc PASS=1
261 lfsmake1 linux2 TOOLS=1 HEADERS=1
262 lfsmake1 glibc
263 lfsmake1 cleanup-toolchain PASS=1
264 lfsmake1 binutils PASS=2
265 lfsmake1 gcc PASS=2
266 lfsmake1 ccache PASS=2
267 lfsmake1 tcl
268 lfsmake1 expect
269 lfsmake1 dejagnu
270 lfsmake1 ncurses
271 lfsmake1 bash
272 lfsmake1 bzip2
273 lfsmake1 coreutils
274 lfsmake1 diffutils
275 lfsmake1 findutils
276 lfsmake1 gawk
277 lfsmake1 gettext
278 lfsmake1 grep
279 lfsmake1 gzip
280 lfsmake1 m4
281 lfsmake1 make
282 lfsmake1 patch
283 lfsmake1 perl
284 lfsmake1 sed
285 lfsmake1 tar
286 lfsmake1 texinfo
287 lfsmake1 xz
288 lfsmake1 fake-environ
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 lfsmake2 linux2 HEADERS=1
298 lfsmake2 man-pages
299 lfsmake2 glibc
300 lfsmake2 tzdata
301 lfsmake2 cleanup-toolchain PASS=3
302 lfsmake2 zlib
303 lfsmake2 binutils
304 lfsmake2 gmp
305 lfsmake2 gmp-compat
306 lfsmake2 mpfr
307 lfsmake2 file
308 lfsmake2 gcc
309 lfsmake2 sed
310 lfsmake2 berkeley
311 lfsmake2 coreutils
312 lfsmake2 iana-etc
313 lfsmake2 m4
314 lfsmake2 bison
315 lfsmake2 ncurses
316 lfsmake2 procps
317 lfsmake2 libtool
318 lfsmake2 perl
319 lfsmake2 readline
320 lfsmake2 readline-compat
321 lfsmake2 pcre
322 lfsmake2 pcre-compat
323 lfsmake2 autoconf
324 lfsmake2 automake
325 lfsmake2 bash
326 lfsmake2 bzip2
327 lfsmake2 diffutils
328 lfsmake2 e2fsprogs
329 lfsmake2 ed
330 lfsmake2 findutils
331 lfsmake2 flex
332 lfsmake2 gawk
333 lfsmake2 gettext
334 lfsmake2 grep
335 lfsmake2 groff
336 lfsmake2 gzip
337 lfsmake2 inetutils
338 lfsmake2 iproute2
339 lfsmake2 kbd
340 lfsmake2 less
341 lfsmake2 make
342 lfsmake2 man
343 lfsmake2 mktemp
344 lfsmake2 module-init-tools
345 lfsmake2 net-tools
346 lfsmake2 patch
347 lfsmake2 psmisc
348 lfsmake2 shadow
349 lfsmake2 sysklogd
350 lfsmake2 sysvinit
351 lfsmake2 tar
352 lfsmake2 texinfo
353 lfsmake2 udev
354 lfsmake2 util-linux
355 lfsmake2 vim
356 lfsmake2 xz
357 lfsmake2 grub
358 }
359
360 buildipfire() {
361 LOGFILE="$BASEDIR/log/_build.ipfire.log"
362 export LOGFILE
363 ipfiremake configroot
364 ipfiremake backup
365 ipfiremake dhcp
366 ipfiremake dhcpcd
367 ipfiremake libusb
368 ipfiremake libpcap
369 ipfiremake ppp
370 ipfiremake pptp
371 ipfiremake unzip
372 ipfiremake which
373 ipfiremake linux-firmware
374 ipfiremake zd1211-firmware
375 ipfiremake rpi-firmware
376 ipfiremake fw_ath9k_htc
377 ipfiremake u-boot
378
379 # The xen and PAE kernels are only available for x86
380 if [ "${MACHINE_TYPE}" != "arm" ]; then
381 ipfiremake linux2 KCFG="-xen"
382 # ipfiremake v4l-dvb KCFG="-xen"
383 # ipfiremake mISDN KCFG="-xen"
384 ipfiremake cryptodev KCFG="-xen"
385 ipfiremake compat-wireless KCFG="-xen"
386 # ipfiremake r8169 KCFG="-xen"
387 # ipfiremake r8168 KCFG="-xen"
388 # ipfiremake r8101 KCFG="-xen"
389 # ipfiremake e1000 KCFG="-xen"
390 # ipfiremake e1000e KCFG="-xen"
391 # ipfiremake igb KCFG="-xen"
392
393 ipfiremake linux KCFG="-pae"
394 # ipfiremake kvm-kmod KCFG="-pae"
395 # ipfiremake v4l-dvb KCFG="-pae"
396 ipfiremake alsa KCFG="-pae" KMOD=1
397 # ipfiremake mISDN KCFG="-pae"
398 ipfiremake cryptodev KCFG="-pae"
399 ipfiremake compat-wireless KCFG="-pae"
400 # ipfiremake r8169 KCFG="-pae"
401 # ipfiremake r8168 KCFG="-pae"
402 # ipfiremake r8101 KCFG="-pae"
403 # ipfiremake e1000 KCFG="-pae"
404 # ipfiremake e1000e KCFG="-pae"
405 # ipfiremake igb KCFG="-pae"
406
407 ipfiremake linux KCFG=""
408 # ipfiremake kvm-kmod KCFG=""
409 # ipfiremake v4l-dvb KCFG=""
410 ipfiremake alsa KCFG="" KMOD=1
411 # ipfiremake mISDN KCFG=""
412 ipfiremake cryptodev KCFG=""
413 ipfiremake compat-wireless KCFG=""
414 # ipfiremake r8169 KCFG=""
415 # ipfiremake r8168 KCFG=""
416 # ipfiremake r8101 KCFG=""
417 # ipfiremake e1000 KCFG=""
418 # ipfiremake e1000e KCFG=""
419 # ipfiremake igb KCFG=""
420
421 else
422 # arm-omap kernel build
423 ipfiremake linux KCFG="-rpi"
424 # ipfiremake v4l-dvb KCFG="-rpi"
425 # ipfiremake kvm-kmod KCFG="-rpi"
426 # ipfiremake mISDN KCFG="-rpi"
427 ipfiremake cryptodev KCFG="-rpi"
428 ipfiremake compat-wireless KCFG="-rpi"
429 # ipfiremake r8169 KCFG="-rpi"
430 # ipfiremake r8168 KCFG="-rpi"
431 # ipfiremake r8101 KCFG="-rpi"
432 # ipfiremake e1000 KCFG="-rpi"
433 # ipfiremake e1000e KCFG="-rpi"
434 # ipfiremake igb KCFG="-rpi"
435
436 ipfiremake linux KCFG="-omap"
437 # ipfiremake v4l-dvb KCFG="-omap"
438 # ipfiremake kvm-kmod KCFG="-omap"
439 # ipfiremake mISDN KCFG="-omap"
440 ipfiremake cryptodev KCFG="-omap"
441 ipfiremake compat-wireless KCFG="-omap"
442 # ipfiremake r8169 KCFG="-omap"
443 # ipfiremake r8168 KCFG="-omap"
444 # ipfiremake r8101 KCFG="-omap"
445 # ipfiremake e1000 KCFG="-omap"
446 # ipfiremake e1000e KCFG="-omap"
447 # ipfiremake igb KCFG="-omap"
448
449 # arm-kirkwood kernel build
450 ipfiremake linux KCFG="-kirkwood"
451 # ipfiremake v4l-dvb KCFG="-kirkwood"
452 # ipfiremake kvm-kmod KCFG="-kirkwood"
453 # ipfiremake mISDN KCFG="-kirkwood"
454 ipfiremake cryptodev KCFG="-kirkwood"
455 ipfiremake compat-wireless KCFG="-kirkwood"
456 # ipfiremake r8169 KCFG="-kirkwood"
457 # ipfiremake r8168 KCFG="-kirkwood"
458 # ipfiremake r8101 KCFG="-kirkwood"
459 # ipfiremake e1000 KCFG="-kirkwood"
460 # ipfiremake e1000e KCFG="-kirkwood"
461 # ipfiremake igb KCFG="-kirkwood"
462
463 fi
464 ipfiremake pkg-config
465 ipfiremake linux-atm
466 ipfiremake cpio
467 ipfiremake dracut
468 ipfiremake expat
469 ipfiremake gdbm
470 ipfiremake pam
471 ipfiremake openssl
472 ipfiremake curl
473 ipfiremake tcl
474 ipfiremake sqlite
475 ipfiremake python
476 ipfiremake fireinfo
477 ipfiremake libnet
478 ipfiremake libnl
479 ipfiremake libidn
480 ipfiremake libjpeg
481 ipfiremake libexif
482 ipfiremake libpng
483 ipfiremake libtiff
484 ipfiremake libart
485 ipfiremake freetype
486 ipfiremake gd
487 ipfiremake popt
488 ipfiremake pcre
489 ipfiremake slang
490 ipfiremake newt
491 ipfiremake attr
492 ipfiremake acl
493 ipfiremake libcap
494 ipfiremake pciutils
495 ipfiremake usbutils
496 ipfiremake libxml2
497 ipfiremake libxslt
498 ipfiremake BerkeleyDB
499 ipfiremake mysql
500 ipfiremake cyrus-sasl
501 ipfiremake openldap
502 ipfiremake apache2
503 ipfiremake php
504 ipfiremake apache2 PASS=C
505 ipfiremake arping
506 ipfiremake beep
507 ipfiremake bind
508 ipfiremake dvdrtools
509 ipfiremake dnsmasq
510 ipfiremake dosfstools
511 ipfiremake reiserfsprogs
512 ipfiremake xfsprogs
513 ipfiremake sysfsutils
514 ipfiremake fuse
515 ipfiremake ntfs-3g
516 ipfiremake ethtool
517 ipfiremake ez-ipupdate
518 ipfiremake fcron
519 ipfiremake perl-GD
520 ipfiremake GD-Graph
521 ipfiremake GD-TextUtil
522 ipfiremake gnupg
523 ipfiremake hdparm
524 ipfiremake sdparm
525 ipfiremake mtools
526 ipfiremake initscripts
527 ipfiremake whatmask
528 ipfiremake iptables
529 ipfiremake libupnp
530 ipfiremake ipaddr
531 ipfiremake iputils
532 ipfiremake l7-protocols
533 ipfiremake mISDNuser
534 ipfiremake capi4k-utils
535 ipfiremake hwdata
536 ipfiremake kudzu
537 ipfiremake logrotate
538 ipfiremake logwatch
539 ipfiremake misc-progs
540 ipfiremake nano
541 ipfiremake nasm
542 ipfiremake URI
543 ipfiremake HTML-Tagset
544 ipfiremake HTML-Parser
545 ipfiremake Compress-Zlib
546 ipfiremake Digest
547 ipfiremake Digest-SHA1
548 ipfiremake Digest-HMAC
549 ipfiremake libwww-perl
550 ipfiremake Net-DNS
551 ipfiremake Net-IPv4Addr
552 ipfiremake Net_SSLeay
553 ipfiremake IO-Stringy
554 ipfiremake Unix-Syslog
555 ipfiremake Mail-Tools
556 ipfiremake MIME-Tools
557 ipfiremake Net-Server
558 ipfiremake Convert-TNEF
559 ipfiremake Convert-UUlib
560 ipfiremake Archive-Tar
561 ipfiremake Archive-Zip
562 ipfiremake Text-Tabs+Wrap
563 ipfiremake Locale-Country
564 ipfiremake XML-Parser
565 ipfiremake Crypt-PasswdMD5
566 ipfiremake Net-Telnet
567 ipfiremake python-setuptools
568 ipfiremake python-clientform
569 ipfiremake python-mechanize
570 ipfiremake python-feedparser
571 ipfiremake python-rssdler
572 ipfiremake libffi
573 ipfiremake glib
574 ipfiremake GeoIP
575 ipfiremake fwhits
576 ipfiremake noip_updater
577 ipfiremake ntp
578 ipfiremake openssh
579 ipfiremake fontconfig
580 ipfiremake dejavu-fonts-ttf
581 ipfiremake freefont
582 ipfiremake pixman
583 ipfiremake cairo
584 ipfiremake pango
585 ipfiremake rrdtool
586 ipfiremake setserial
587 ipfiremake setup
588 ipfiremake libdnet
589 ipfiremake daq
590 ipfiremake snort
591 ipfiremake oinkmaster
592 ipfiremake squid
593 ipfiremake squidguard
594 ipfiremake calamaris
595 ipfiremake tcpdump
596 ipfiremake traceroute
597 ipfiremake vlan
598 ipfiremake wireless
599 ipfiremake pakfire
600 ipfiremake spandsp
601 ipfiremake lzo
602 ipfiremake openvpn
603 ipfiremake pammysql
604 ipfiremake cups
605 ipfiremake ghostscript
606 ipfiremake foomatic
607 ipfiremake hplip
608 ipfiremake samba
609 ipfiremake sudo
610 ipfiremake mc
611 ipfiremake wget
612 ipfiremake bridge-utils
613 ipfiremake screen
614 ipfiremake smartmontools
615 ipfiremake htop
616 ipfiremake postfix
617 ipfiremake fetchmail
618 ipfiremake cyrus-imapd
619 ipfiremake openmailadmin
620 ipfiremake clamav
621 ipfiremake spamassassin
622 ipfiremake amavisd
623 ipfiremake alsa
624 ipfiremake mpfire
625 ipfiremake guardian
626 ipfiremake libid3tag
627 ipfiremake libmad
628 ipfiremake libogg
629 ipfiremake libvorbis
630 ipfiremake libdvbpsi
631 ipfiremake flac
632 ipfiremake lame
633 ipfiremake sox
634 ipfiremake libshout
635 ipfiremake xvid
636 ipfiremake libmpeg2
637 ipfiremake cmake
638 ipfiremake gnump3d
639 ipfiremake libsigc++
640 ipfiremake libtorrent
641 ipfiremake rtorrent
642 ipfiremake ipfireseeder
643 ipfiremake rsync
644 ipfiremake tcpwrapper
645 ipfiremake libevent
646 ipfiremake libevent2
647 ipfiremake portmap
648 ipfiremake nfs
649 ipfiremake nmap
650 ipfiremake ncftp
651 ipfiremake etherwake
652 ipfiremake bwm-ng
653 ipfiremake tripwire
654 ipfiremake sysstat
655 ipfiremake vsftpd
656 ipfiremake strongswan
657 ipfiremake lsof
658 ipfiremake br2684ctl
659 ipfiremake pcmciautils
660 ipfiremake lm_sensors
661 ipfiremake liboping
662 ipfiremake collectd
663 ipfiremake teamspeak
664 ipfiremake elinks
665 ipfiremake igmpproxy
666 ipfiremake fbset
667 ipfiremake sdl
668 ipfiremake qemu
669 ipfiremake sane
670 ipfiremake netpbm
671 ipfiremake phpSANE
672 ipfiremake tunctl
673 ipfiremake nagios
674 ipfiremake nagios_nrpe
675 ipfiremake ebtables
676 ipfiremake directfb
677 ipfiremake dfb++
678 ipfiremake faad2
679 ipfiremake ffmpeg
680 ipfiremake videolan
681 ipfiremake vdr
682 ipfiremake w_scan
683 ipfiremake icecast
684 ipfiremake icegenerator
685 ipfiremake mpd
686 ipfiremake libmpdclient
687 ipfiremake mpc
688 ipfiremake git
689 ipfiremake squidclamav
690 ipfiremake bc
691 ipfiremake vnstat
692 ipfiremake vnstati
693 ipfiremake iw
694 ipfiremake wpa_supplicant
695 ipfiremake hostapd
696 ipfiremake urlgrabber
697 ipfiremake syslinux
698 ipfiremake tftpd
699 ipfiremake cpufrequtils
700 ipfiremake dbus
701 ipfiremake bluetooth
702 ipfiremake gutenprint
703 ipfiremake apcupsd
704 ipfiremake iperf
705 ipfiremake netcat
706 ipfiremake 7zip
707 ipfiremake lynis
708 ipfiremake streamripper
709 ipfiremake sshfs
710 ipfiremake taglib
711 ipfiremake mediatomb
712 ipfiremake sslh
713 ipfiremake perl-gettext
714 ipfiremake vdradmin
715 ipfiremake miau
716 ipfiremake netsnmpd
717 ipfiremake perl-DBI
718 ipfiremake perl-DBD-mysql
719 ipfiremake cacti
720 ipfiremake icecc
721 ipfiremake openvmtools
722 ipfiremake nagiosql
723 ipfiremake iftop
724 ipfiremake motion
725 ipfiremake joe
726 ipfiremake nut
727 ipfiremake watchdog
728 ipfiremake libpri
729 ipfiremake asterisk
730 ipfiremake lcr
731 ipfiremake usb_modeswitch
732 ipfiremake usb_modeswitch_data
733 ipfiremake zerofree
734 ipfiremake mdadm
735 ipfiremake eject
736 ipfiremake pound
737 ipfiremake minicom
738 ipfiremake ddrescue
739 ipfiremake imspector
740 ipfiremake miniupnpd
741 ipfiremake client175
742 ipfiremake powertop
743 ipfiremake parted
744 ipfiremake swig
745 ipfiremake python-m2crypto
746 ipfiremake wireless-regdb
747 ipfiremake crda
748 ipfiremake libsolv
749 ipfiremake python-distutils-extra
750 ipfiremake python-lzma
751 ipfiremake python-progressbar
752 ipfiremake python-xattr
753 ipfiremake intltool
754 ipfiremake pakfire3-deps
755 ipfiremake transmission
756 ipfiremake dpfhack
757 ipfiremake lcd4linux
758 ipfiremake mtr
759 ipfiremake tcpick
760 ipfiremake minidlna
761 ipfiremake acpid
762 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
763 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
764 echo >> $BASEDIR/build/var/ipfire/firebuild
765 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
766 echo >> $BASEDIR/build/var/ipfire/firebuild
767 git status >> $BASEDIR/build/var/ipfire/firebuild
768 echo >> $BASEDIR/build/var/ipfire/firebuild
769 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
770 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
771 if [ "$GIT_BRANCH" = "master" -o "$GIT_BRANCH" = "next" ]; then
772 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_LASTCOMMIT" > $BASEDIR/build/etc/system-release
773 else
774 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
775 fi
776 }
777
778 buildinstaller() {
779 # Run installer scripts one by one
780 LOGFILE="$BASEDIR/log/_build.installer.log"
781 export LOGFILE
782 ipfiremake as86
783 ipfiremake mbr
784 ipfiremake memtest
785 ipfiremake installer
786 installmake strip
787 ipfiremake initrd
788 }
789
790 buildpackages() {
791 LOGFILE="$BASEDIR/log/_build.packages.log"
792 export LOGFILE
793 echo "... see detailed log in _build.*.log files" >> $LOGFILE
794
795
796 # Generating list of packages used
797 echo -n "Generating packages list from logs" | tee -a $LOGFILE
798 rm -f $BASEDIR/doc/packages-list
799 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
800 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
801 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
802 fi
803 done
804 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
805 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
806 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
807 rm -f $BASEDIR/doc/packages-list
808 # packages-list.txt is ready to be displayed for wiki page
809 beautify message DONE
810
811 # Update changelog
812 cd $BASEDIR
813 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
814 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
815 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
816
817 # Create images for install
818 ipfiremake cdrom
819
820 # Check if there is a loop device for building in virtual environments
821 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
822 if [ "${MACHINE_TYPE}" != "arm" ]; then
823 ipfiremake usb-stick
824 fi
825 ipfiremake flash-images
826 fi
827
828 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
829
830 ipfirepackages
831
832 # Check if there is a loop device for building in virtual environments
833 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
834 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
835 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
836 ipfiremake xen-image
837 rm -rf $LFS/install/packages/linux-xen-*.ipfire
838 rm -rf $LFS/install/packages/meta-linux-xen
839 fi
840 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
841
842 cd $BASEDIR
843 for i in `ls *.bz2 *.img.gz *.iso`; do
844 md5sum $i > $i.md5
845 done
846 cd $PWD
847
848 # Cleanup
849 stdumount
850 rm -rf $BASEDIR/build/tmp/*
851
852 # Generating total list of files
853 echo -n "Generating files list from logs" | tee -a $LOGFILE
854 rm -f $BASEDIR/log/FILES
855 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
856 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
857 echo "##" >>$BASEDIR/log/FILES
858 echo "## `basename $i`" >>$BASEDIR/log/FILES
859 echo "##" >>$BASEDIR/log/FILES
860 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
861 fi
862 done
863 beautify message DONE
864
865 cd $PWD
866 }
867
868 ipfirepackages() {
869 ipfiremake core-updates
870
871 local i
872 for i in $(find $BASEDIR/config/rootfiles/packages{${machine},} -maxdepth 1 -type f); do
873 i=$(basename ${i})
874 if [ -e $BASEDIR/lfs/$i ]; then
875 ipfiredist $i
876 else
877 echo -n $i
878 beautify message SKIP
879 fi
880 done
881 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
882 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
883 rm -rf $BASEDIR/build/install/packages/*
884 }
885
886 # See what we're supposed to do
887 case "$1" in
888 build)
889 clear
890 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
891 #only restore on a clean disk
892 if [ ! -f log/cleanup-toolchain-2-tools ]; then
893 if [ ! -n "$PACKAGE" ]; then
894 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
895 prepareenv
896 buildtoolchain
897 else
898 PACKAGENAME=${PACKAGE%.tar.gz}
899 beautify build_stage "Packaged toolchain compilation"
900 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
901 tar zxf $PACKAGE
902 prepareenv
903 else
904 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
905 fi
906 fi
907 else
908 echo -n "Using installed toolchain" | tee -a $LOGFILE
909 beautify message SKIP
910 prepareenv
911 fi
912
913 beautify build_start
914 beautify build_stage "Building LFS"
915 buildbase
916
917 beautify build_stage "Building IPFire"
918 buildipfire
919
920 beautify build_stage "Building installer"
921 buildinstaller
922
923 beautify build_stage "Building packages"
924 buildpackages
925
926 beautify build_stage "Checking Logfiles for new Files"
927
928 cd $BASEDIR
929 tools/checknewlog.pl
930 cd $PWD
931
932 beautify build_end
933 ;;
934 shell)
935 # enter a shell inside LFS chroot
936 # may be used to changed kernel settings
937 prepareenv
938 entershell
939 ;;
940 clean)
941 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
942 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
943 $LOSETUP -d $i 2>/dev/null
944 done
945 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
946 umount $i
947 done
948 stdumount
949 for i in `seq 0 7`; do
950 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
951 umount /dev/loop${i} 2>/dev/null;
952 losetup -d /dev/loop${i} 2>/dev/null;
953 fi;
954 done
955 rm -rf $BASEDIR/build
956 rm -rf $BASEDIR/cdrom
957 rm -rf $BASEDIR/packages
958 rm -rf $BASEDIR/log
959 if [ -h /tools ]; then
960 rm -f /tools
961 fi
962 rm -f $BASEDIR/ipfire-*
963 beautify message DONE
964 ;;
965 downloadsrc)
966 if [ ! -d $BASEDIR/cache ]; then
967 mkdir $BASEDIR/cache
968 fi
969 mkdir -p $BASEDIR/log
970 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
971 FINISHED=0
972 cd $BASEDIR/lfs
973 for c in `seq $MAX_RETRIES`; do
974 if (( FINISHED==1 )); then
975 break
976 fi
977 FINISHED=1
978 cd $BASEDIR/lfs
979 for i in *; do
980 if [ -f "$i" -a "$i" != "Config" ]; then
981 lfsmakecommoncheck ${i} || continue
982
983 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
984 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
985 if [ $? -ne 0 ]; then
986 beautify message FAIL
987 FINISHED=0
988 else
989 if [ $c -eq 1 ]; then
990 beautify message DONE
991 fi
992 fi
993 fi
994 done
995 done
996 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
997 ERROR=0
998 for i in *; do
999 if [ -f "$i" -a "$i" != "Config" ]; then
1000 lfsmakecommoncheck ${i} > /dev/null || continue
1001 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1002 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1003 if [ $? -ne 0 ]; then
1004 echo -ne "MD5 difference in lfs/$i"
1005 beautify message FAIL
1006 ERROR=1
1007 fi
1008 fi
1009 done
1010 if [ $ERROR -eq 0 ]; then
1011 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1012 beautify message DONE
1013 else
1014 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1015 beautify message FAIL
1016 fi
1017 cd - >/dev/null 2>&1
1018 ;;
1019 toolchain)
1020 clear
1021 prepareenv
1022 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1023 buildtoolchain
1024 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1025 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1026 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1027 build/tools build/bin/sh log >> $LOGFILE
1028 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1029 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1030 stdumount
1031 ;;
1032 gettoolchain)
1033 # arbitrary name to be updated in case of new toolchain package upload
1034 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1035 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1036 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1037 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1038 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1039 cd $BASEDIR/cache/toolchains
1040 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1041 if [ $? -ne 0 ]; then
1042 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1043 else
1044 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1045 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1046 else
1047 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1048 fi
1049 fi
1050 else
1051 echo "Toolchain is already downloaded. Exiting..."
1052 fi
1053 ;;
1054 othersrc)
1055 prepareenv
1056 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1057 chroot $LFS /tools/bin/env -i HOME=/root \
1058 TERM=$TERM PS1='\u:\w\$ ' \
1059 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1060 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1061 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1062 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1063 if [ $? -eq "0" ]; then
1064 beautify message DONE
1065 else
1066 beautify message FAIL
1067 fi
1068 stdumount
1069 ;;
1070 uploadsrc)
1071 PWD=`pwd`
1072 if [ -z $IPFIRE_USER ]; then
1073 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1074 beautify message FAIL
1075 exit 1
1076 fi
1077
1078 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1079 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1080
1081 cd $BASEDIR/cache/
1082 for file in $(ls -1 --ignore=toolchains); do
1083 grep -q "$file" <<<$REMOTE_FILES && continue
1084 NEW_FILES="$NEW_FILES $file"
1085 done
1086 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1087 cd $BASEDIR
1088 cd $PWD
1089 exit 0
1090 ;;
1091 lang)
1092 update_langs
1093 ;;
1094 *)
1095 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1096 cat doc/make.sh-usage
1097 ;;
1098 esac