make.sh: Automatically determine parallelism flags.
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="72" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
183 if [ -z "${CPU_COUNT}" ]; then
184 CPU_COUNT=1
185 fi
186
187 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
188 fi
189 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
190 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
191
192 # Make some extra directories
193 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
194 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
195 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
196 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
197
198 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
199 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
200
201 # Make all sources and proc available under lfs build
202 mount --bind /dev $BASEDIR/build/dev
203 mount --bind /dev/pts $BASEDIR/build/dev/pts
204 mount --bind /dev/shm $BASEDIR/build/dev/shm
205 mount --bind /proc $BASEDIR/build/proc
206 mount --bind /sys $BASEDIR/build/sys
207 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
208 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
209 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
210 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
211 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
212 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
213 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
214 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
215 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
216
217 # Run LFS static binary creation scripts one by one
218 export CCACHE_DIR=$BASEDIR/ccache
219 export CCACHE_COMPRESS=1
220 export CCACHE_COMPILERCHECK="none"
221
222 # Remove pre-install list of installed files in case user erase some files before rebuild
223 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
224 }
225
226 buildtoolchain() {
227 local error=false
228 case "${MACHINE}:$(uname -m)" in
229 # x86
230 i586:i586|i586:i686|i586:x86_64)
231 # These are working.
232 ;;
233 i586:*)
234 error=true
235 ;;
236
237 # ARM
238 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
239 # These are working.
240 ;;
241 armv5tel:*)
242 error=true
243 ;;
244 esac
245
246 ${error} && \
247 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
248
249 local gcc=$(type -p gcc)
250 if [ -z "${gcc}" ]; then
251 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
252 fi
253
254 LOGFILE="$BASEDIR/log/_build.toolchain.log"
255 export LOGFILE
256
257 local ORG_PATH=$PATH
258 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
259 lfsmake1 ccache PASS=1
260 lfsmake1 binutils PASS=1
261 lfsmake1 gcc PASS=1
262 lfsmake1 linux TOOLS=1 KCFG="-headers"
263 lfsmake1 glibc
264 lfsmake1 cleanup-toolchain PASS=1
265 lfsmake1 binutils PASS=2
266 lfsmake1 gcc PASS=2
267 lfsmake1 ccache PASS=2
268 lfsmake1 tcl
269 lfsmake1 expect
270 lfsmake1 dejagnu
271 lfsmake1 ncurses
272 lfsmake1 bash
273 lfsmake1 bzip2
274 lfsmake1 coreutils
275 lfsmake1 diffutils
276 lfsmake1 findutils
277 lfsmake1 gawk
278 lfsmake1 gettext
279 lfsmake1 grep
280 lfsmake1 gzip
281 lfsmake1 m4
282 lfsmake1 make
283 lfsmake1 patch
284 lfsmake1 perl
285 lfsmake1 sed
286 lfsmake1 tar
287 lfsmake1 texinfo
288 lfsmake1 xz
289 lfsmake1 fake-environ
290 lfsmake1 cleanup-toolchain PASS=2
291 export PATH=$ORG_PATH
292 }
293
294 buildbase() {
295 LOGFILE="$BASEDIR/log/_build.base.log"
296 export LOGFILE
297 lfsmake2 stage2
298 lfsmake2 linux KCFG="-headers"
299 lfsmake2 man-pages
300 lfsmake2 glibc
301 lfsmake2 tzdata
302 lfsmake2 cleanup-toolchain PASS=3
303 lfsmake2 zlib
304 lfsmake2 binutils
305 lfsmake2 gmp
306 lfsmake2 gmp-compat
307 lfsmake2 mpfr
308 lfsmake2 file
309 lfsmake2 gcc
310 lfsmake2 sed
311 lfsmake2 berkeley
312 lfsmake2 coreutils
313 lfsmake2 iana-etc
314 lfsmake2 m4
315 lfsmake2 bison
316 lfsmake2 ncurses
317 lfsmake2 procps
318 lfsmake2 libtool
319 lfsmake2 perl
320 lfsmake2 readline
321 lfsmake2 readline-compat
322 lfsmake2 pcre
323 lfsmake2 pcre-compat
324 lfsmake2 autoconf
325 lfsmake2 automake
326 lfsmake2 bash
327 lfsmake2 bzip2
328 lfsmake2 diffutils
329 lfsmake2 e2fsprogs
330 lfsmake2 ed
331 lfsmake2 findutils
332 lfsmake2 flex
333 lfsmake2 gawk
334 lfsmake2 gettext
335 lfsmake2 grep
336 lfsmake2 groff
337 lfsmake2 gperf
338 lfsmake2 gzip
339 lfsmake2 inetutils
340 lfsmake2 iproute2
341 lfsmake2 jwhois
342 lfsmake2 kbd
343 lfsmake2 less
344 lfsmake2 make
345 lfsmake2 man
346 lfsmake2 mktemp
347 lfsmake2 module-init-tools
348 lfsmake2 net-tools
349 lfsmake2 patch
350 lfsmake2 psmisc
351 lfsmake2 shadow
352 lfsmake2 sysklogd
353 lfsmake2 sysvinit
354 lfsmake2 tar
355 lfsmake2 texinfo
356 lfsmake2 udev
357 lfsmake2 util-linux
358 lfsmake2 vim
359 lfsmake2 xz
360 lfsmake2 paxctl
361 lfsmake2 grub
362 }
363
364 buildipfire() {
365 LOGFILE="$BASEDIR/log/_build.ipfire.log"
366 export LOGFILE
367 ipfiremake configroot
368 ipfiremake backup
369 ipfiremake bind
370 ipfiremake dhcp
371 ipfiremake dhcpcd
372 ipfiremake libusb
373 ipfiremake libpcap
374 ipfiremake ppp
375 ipfiremake pptp
376 ipfiremake unzip
377 ipfiremake which
378 ipfiremake linux-firmware
379 ipfiremake dvb-firmwares
380 ipfiremake zd1211-firmware
381 ipfiremake rpi-firmware
382 ipfiremake bc
383 ipfiremake u-boot
384
385 if [ "${MACHINE_TYPE}" != "arm" ]; then
386
387 # x86-pae (Native and new XEN) kernel build
388 ipfiremake linux KCFG="-pae"
389 # ipfiremake kvm-kmod KCFG="-pae"
390 # ipfiremake v4l-dvb KCFG="-pae"
391 # ipfiremake mISDN KCFG="-pae"
392 ipfiremake cryptodev KCFG="-pae"
393 # ipfiremake compat-drivers KCFG="-pae"
394 # ipfiremake r8169 KCFG="-pae"
395 # ipfiremake r8168 KCFG="-pae"
396 # ipfiremake r8101 KCFG="-pae"
397 # ipfiremake e1000e KCFG="-pae"
398 # ipfiremake igb KCFG="-pae"
399
400 # x86 kernel build
401 ipfiremake linux KCFG=""
402 # ipfiremake kvm-kmod KCFG=""
403 # ipfiremake v4l-dvb KCFG=""
404 # ipfiremake mISDN KCFG=""
405 ipfiremake cryptodev KCFG=""
406 # ipfiremake compat-drivers KCFG=""
407 # ipfiremake r8169 KCFG=""
408 # ipfiremake r8168 KCFG=""
409 # ipfiremake r8101 KCFG=""
410 # ipfiremake e1000e KCFG=""
411 # ipfiremake igb KCFG=""
412
413 else
414 # arm-rpi (Raspberry Pi) kernel build
415 ipfiremake linux KCFG="-rpi"
416 # ipfiremake v4l-dvb KCFG="-rpi"
417 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
418 ipfiremake cryptodev KCFG="-rpi"
419 # ipfiremake compat-drivers KCFG="-rpi"
420
421 # arm multi platform (Panda, Wandboard ...) kernel build
422 ipfiremake linux KCFG="-multi"
423 ipfiremake cryptodev KCFG="-multi"
424
425 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
426 ipfiremake linux KCFG="-kirkwood"
427 # ipfiremake v4l-dvb KCFG="-kirkwood"
428 # ipfiremake mISDN KCFG="-kirkwood"
429 ipfiremake cryptodev KCFG="-kirkwood"
430 # ipfiremake compat-drivers KCFG="-kirkwood"
431 # ipfiremake r8169 KCFG="-kirkwood"
432 # ipfiremake r8168 KCFG="-kirkwood"
433 # ipfiremake r8101 KCFG="-kirkwood"
434 # ipfiremake e1000e KCFG="-kirkwood"
435 # ipfiremake igb KCFG="-kirkwood"
436
437 fi
438 ipfiremake pkg-config
439 ipfiremake linux-atm
440 ipfiremake cpio
441 ipfiremake dracut
442 ipfiremake expat
443 ipfiremake gdbm
444 ipfiremake pam
445 ipfiremake openssl
446 ipfiremake curl
447 ipfiremake tcl
448 ipfiremake sqlite
449 ipfiremake python
450 ipfiremake fireinfo
451 ipfiremake libnet
452 ipfiremake libnl
453 ipfiremake libidn
454 ipfiremake nasm
455 ipfiremake libjpeg
456 ipfiremake libexif
457 ipfiremake libpng
458 ipfiremake libtiff
459 ipfiremake libart
460 ipfiremake freetype
461 ipfiremake gd
462 ipfiremake popt
463 ipfiremake pcre
464 ipfiremake slang
465 ipfiremake newt
466 ipfiremake attr
467 ipfiremake acl
468 ipfiremake libcap
469 ipfiremake pciutils
470 ipfiremake usbutils
471 ipfiremake libxml2
472 ipfiremake libxslt
473 ipfiremake BerkeleyDB
474 ipfiremake mysql
475 ipfiremake cyrus-sasl
476 ipfiremake openldap
477 ipfiremake apache2
478 ipfiremake php
479 ipfiremake apache2 PASS=C
480 ipfiremake arping
481 ipfiremake beep
482 ipfiremake dvdrtools
483 ipfiremake dnsmasq
484 ipfiremake dosfstools
485 ipfiremake reiserfsprogs
486 ipfiremake xfsprogs
487 ipfiremake sysfsutils
488 ipfiremake fuse
489 ipfiremake ntfs-3g
490 ipfiremake ethtool
491 ipfiremake ez-ipupdate
492 ipfiremake fcron
493 ipfiremake perl-GD
494 ipfiremake GD-Graph
495 ipfiremake GD-TextUtil
496 ipfiremake gnupg
497 ipfiremake hdparm
498 ipfiremake sdparm
499 ipfiremake mtools
500 ipfiremake initscripts
501 ipfiremake whatmask
502 ipfiremake libmnl
503 ipfiremake iptables
504 ipfiremake conntrack-tools
505 ipfiremake libupnp
506 ipfiremake ipaddr
507 ipfiremake iputils
508 ipfiremake l7-protocols
509 ipfiremake mISDNuser
510 ipfiremake capi4k-utils
511 ipfiremake hwdata
512 ipfiremake logrotate
513 ipfiremake logwatch
514 ipfiremake misc-progs
515 ipfiremake nano
516 ipfiremake URI
517 ipfiremake HTML-Tagset
518 ipfiremake HTML-Parser
519 ipfiremake HTML-Template
520 ipfiremake Compress-Zlib
521 ipfiremake Digest
522 ipfiremake Digest-SHA1
523 ipfiremake Digest-HMAC
524 ipfiremake libwww-perl
525 ipfiremake Net-DNS
526 ipfiremake Net-IPv4Addr
527 ipfiremake Net_SSLeay
528 ipfiremake IO-Stringy
529 ipfiremake IO-Socket-SSL
530 ipfiremake Unix-Syslog
531 ipfiremake Mail-Tools
532 ipfiremake MIME-Tools
533 ipfiremake Net-Server
534 ipfiremake Convert-TNEF
535 ipfiremake Convert-UUlib
536 ipfiremake Archive-Tar
537 ipfiremake Archive-Zip
538 ipfiremake Text-Tabs+Wrap
539 ipfiremake Locale-Country
540 ipfiremake XML-Parser
541 ipfiremake Crypt-PasswdMD5
542 ipfiremake Net-Telnet
543 ipfiremake python-setuptools
544 ipfiremake python-clientform
545 ipfiremake python-mechanize
546 ipfiremake python-feedparser
547 ipfiremake python-rssdler
548 ipfiremake libffi
549 ipfiremake glib
550 ipfiremake GeoIP
551 ipfiremake fwhits
552 ipfiremake noip_updater
553 ipfiremake ntp
554 ipfiremake openssh
555 ipfiremake fontconfig
556 ipfiremake dejavu-fonts-ttf
557 ipfiremake freefont
558 ipfiremake pixman
559 ipfiremake cairo
560 ipfiremake pango
561 ipfiremake rrdtool
562 ipfiremake setserial
563 ipfiremake setup
564 ipfiremake libdnet
565 ipfiremake daq
566 ipfiremake snort
567 ipfiremake oinkmaster
568 ipfiremake squid
569 ipfiremake squidguard
570 ipfiremake calamaris
571 ipfiremake tcpdump
572 ipfiremake traceroute
573 ipfiremake vlan
574 ipfiremake wireless
575 ipfiremake pakfire
576 ipfiremake spandsp
577 ipfiremake lzo
578 ipfiremake openvpn
579 ipfiremake pammysql
580 ipfiremake cups
581 ipfiremake ghostscript
582 ipfiremake foomatic
583 ipfiremake hplip
584 ipfiremake cifs-utils
585 ipfiremake samba
586 ipfiremake sudo
587 ipfiremake mc
588 ipfiremake wget
589 ipfiremake bridge-utils
590 ipfiremake screen
591 ipfiremake smartmontools
592 ipfiremake htop
593 ipfiremake postfix
594 ipfiremake fetchmail
595 ipfiremake cyrus-imapd
596 ipfiremake openmailadmin
597 ipfiremake clamav
598 ipfiremake spamassassin
599 ipfiremake amavisd
600 ipfiremake alsa
601 ipfiremake mpfire
602 ipfiremake guardian
603 ipfiremake libid3tag
604 ipfiremake libmad
605 ipfiremake libogg
606 ipfiremake libvorbis
607 ipfiremake libdvbpsi
608 ipfiremake flac
609 ipfiremake lame
610 ipfiremake sox
611 ipfiremake libshout
612 ipfiremake xvid
613 ipfiremake libmpeg2
614 ipfiremake cmake
615 ipfiremake gnump3d
616 ipfiremake libsigc++
617 ipfiremake libtorrent
618 ipfiremake rtorrent
619 ipfiremake rsync
620 ipfiremake tcpwrapper
621 ipfiremake libevent
622 ipfiremake libevent2
623 ipfiremake portmap
624 ipfiremake nfs
625 ipfiremake nmap
626 ipfiremake ncftp
627 ipfiremake etherwake
628 ipfiremake bwm-ng
629 ipfiremake tripwire
630 ipfiremake sysstat
631 ipfiremake vsftpd
632 ipfiremake strongswan
633 ipfiremake lsof
634 ipfiremake br2684ctl
635 ipfiremake pcmciautils
636 ipfiremake lm_sensors
637 ipfiremake liboping
638 ipfiremake collectd
639 ipfiremake teamspeak
640 ipfiremake elinks
641 ipfiremake igmpproxy
642 ipfiremake fbset
643 ipfiremake sdl
644 ipfiremake qemu
645 ipfiremake sane
646 ipfiremake netpbm
647 ipfiremake phpSANE
648 ipfiremake tunctl
649 ipfiremake nagios
650 ipfiremake nagios_nrpe
651 ipfiremake ebtables
652 ipfiremake directfb
653 ipfiremake dfb++
654 ipfiremake faad2
655 ipfiremake ffmpeg
656 ipfiremake vdr
657 ipfiremake vdr_streamdev
658 ipfiremake vdr_vnsiserver3
659 ipfiremake vdr_epgsearch
660 ipfiremake w_scan
661 ipfiremake icecast
662 ipfiremake icegenerator
663 ipfiremake mpd
664 ipfiremake libmpdclient
665 ipfiremake mpc
666 ipfiremake git
667 ipfiremake squidclamav
668 ipfiremake vnstat
669 ipfiremake vnstati
670 ipfiremake iw
671 ipfiremake wpa_supplicant
672 ipfiremake hostapd
673 ipfiremake pycurl
674 ipfiremake urlgrabber
675 ipfiremake syslinux
676 ipfiremake tftpd
677 ipfiremake cpufrequtils
678 ipfiremake dbus
679 ipfiremake bluetooth
680 ipfiremake gutenprint
681 ipfiremake apcupsd
682 ipfiremake iperf
683 ipfiremake netcat
684 ipfiremake 7zip
685 ipfiremake lynis
686 ipfiremake streamripper
687 ipfiremake sshfs
688 ipfiremake taglib
689 ipfiremake mediatomb
690 ipfiremake sslh
691 ipfiremake perl-gettext
692 ipfiremake perl-Sort-Naturally
693 ipfiremake vdradmin
694 ipfiremake miau
695 ipfiremake netsnmpd
696 ipfiremake perl-DBI
697 ipfiremake perl-DBD-mysql
698 ipfiremake cacti
699 ipfiremake icecc
700 ipfiremake openvmtools
701 ipfiremake nagiosql
702 ipfiremake iftop
703 ipfiremake motion
704 ipfiremake joe
705 ipfiremake nut
706 ipfiremake watchdog
707 ipfiremake libpri
708 ipfiremake asterisk
709 ipfiremake lcr
710 ipfiremake usb_modeswitch
711 ipfiremake usb_modeswitch_data
712 ipfiremake zerofree
713 ipfiremake mdadm
714 ipfiremake eject
715 ipfiremake pound
716 ipfiremake minicom
717 ipfiremake ddrescue
718 ipfiremake imspector
719 ipfiremake miniupnpd
720 ipfiremake client175
721 ipfiremake powertop
722 ipfiremake parted
723 ipfiremake swig
724 ipfiremake python-m2crypto
725 ipfiremake wireless-regdb
726 ipfiremake crda
727 ipfiremake libsolv
728 ipfiremake python-distutils-extra
729 ipfiremake python-lzma
730 ipfiremake python-progressbar
731 ipfiremake python-xattr
732 ipfiremake intltool
733 ipfiremake transmission
734 ipfiremake dpfhack
735 ipfiremake lcd4linux
736 ipfiremake mtr
737 ipfiremake tcpick
738 ipfiremake minidlna
739 ipfiremake acpid
740 ipfiremake fping
741 ipfiremake telnet
742 ipfiremake xinetd
743 ipfiremake libgpg-error
744 ipfiremake libassuan
745 ipfiremake gpgme
746 ipfiremake pygpgme
747 ipfiremake pakfire3
748 ipfiremake stress
749 ipfiremake libstatgrab
750 ipfiremake sarg
751 ipfiremake fstrim
752 ipfiremake check_mk_agent
753 ipfiremake libdaemon
754 ipfiremake avahi
755 ipfiremake nginx
756 ipfiremake sendEmail
757 ipfiremake sysbench
758 ipfiremake strace
759 ipfiremake ipfire-netboot
760 ipfiremake lcdproc
761 ipfiremake bitstream
762 ipfiremake multicat
763 ipfiremake keepalived
764 ipfiremake ipvsadm
765 ipfiremake perl-Carp-Clan
766 ipfiremake perl-Date-Calc
767 ipfiremake perl-Date-Manip
768 ipfiremake perl-File-Tail
769 ipfiremake perl-TimeDate
770 ipfiremake swatch
771 ipfiremake tor
772 ipfiremake arm
773 ipfiremake wavemon
774 ipfiremake iptraf-ng
775 ipfiremake iotop
776 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
777 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
778 echo >> $BASEDIR/build/var/ipfire/firebuild
779 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
780 echo >> $BASEDIR/build/var/ipfire/firebuild
781 git status >> $BASEDIR/build/var/ipfire/firebuild
782 echo >> $BASEDIR/build/var/ipfire/firebuild
783 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
784 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
785 if [ "$(git status -s | wc -l)" == "0" ]; then
786 GIT_STATUS=""
787 else
788 GIT_STATUS="-dirty"
789 fi
790 case "$GIT_BRANCH" in
791 core*|beta?|rc?)
792 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
793 ;;
794 *)
795 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
796 ;;
797 esac
798 }
799
800 buildinstaller() {
801 # Run installer scripts one by one
802 LOGFILE="$BASEDIR/log/_build.installer.log"
803 export LOGFILE
804 ipfiremake as86
805 ipfiremake memtest
806 ipfiremake installer
807 installmake strip
808 ipfiremake initrd
809 }
810
811 buildpackages() {
812 LOGFILE="$BASEDIR/log/_build.packages.log"
813 export LOGFILE
814 echo "... see detailed log in _build.*.log files" >> $LOGFILE
815
816
817 # Generating list of packages used
818 echo -n "Generating packages list from logs" | tee -a $LOGFILE
819 rm -f $BASEDIR/doc/packages-list
820 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
821 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
822 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
823 fi
824 done
825 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
826 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
827 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
828 rm -f $BASEDIR/doc/packages-list
829 # packages-list.txt is ready to be displayed for wiki page
830 beautify message DONE
831
832 # Update changelog
833 cd $BASEDIR
834 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
835 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
836 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
837
838 # Create images for install
839 ipfiremake cdrom
840
841 # Check if there is a loop device for building in virtual environments
842 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
843 ipfiremake flash-images
844 fi
845
846 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
847
848 ipfirepackages
849
850 ipfiremake xen-image
851 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
852
853 cd $BASEDIR
854 for i in `ls *.bz2 *.img.gz *.iso`; do
855 md5sum $i > $i.md5
856 done
857 cd $PWD
858
859 # Cleanup
860 stdumount
861 rm -rf $BASEDIR/build/tmp/*
862
863 # Generating total list of files
864 echo -n "Generating files list from logs" | tee -a $LOGFILE
865 rm -f $BASEDIR/log/FILES
866 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
867 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
868 echo "##" >>$BASEDIR/log/FILES
869 echo "## `basename $i`" >>$BASEDIR/log/FILES
870 echo "##" >>$BASEDIR/log/FILES
871 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
872 fi
873 done
874 beautify message DONE
875
876 cd $PWD
877 }
878
879 ipfirepackages() {
880 ipfiremake core-updates
881
882 local i
883 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
884 i=$(basename ${i})
885 if [ -e $BASEDIR/lfs/$i ]; then
886 ipfiredist $i
887 else
888 echo -n $i
889 beautify message SKIP
890 fi
891 done
892 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
893 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
894 rm -rf $BASEDIR/build/install/packages/*
895 }
896
897 # See what we're supposed to do
898 case "$1" in
899 build)
900 clear
901 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
902 #only restore on a clean disk
903 if [ ! -f log/cleanup-toolchain-2-tools ]; then
904 if [ ! -n "$PACKAGE" ]; then
905 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
906 prepareenv
907 buildtoolchain
908 else
909 PACKAGENAME=${PACKAGE%.tar.gz}
910 beautify build_stage "Packaged toolchain compilation"
911 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
912 tar zxf $PACKAGE
913 prepareenv
914 else
915 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
916 fi
917 fi
918 else
919 echo -n "Using installed toolchain" | tee -a $LOGFILE
920 beautify message SKIP
921 prepareenv
922 fi
923
924 beautify build_start
925 beautify build_stage "Building LFS"
926 buildbase
927
928 beautify build_stage "Building IPFire"
929 buildipfire
930
931 beautify build_stage "Building installer"
932 buildinstaller
933
934 beautify build_stage "Building packages"
935 buildpackages
936
937 beautify build_stage "Checking Logfiles for new Files"
938
939 cd $BASEDIR
940 tools/checknewlog.pl
941 tools/checkwronginitlinks
942 cd $PWD
943
944 beautify build_end
945 ;;
946 shell)
947 # enter a shell inside LFS chroot
948 # may be used to changed kernel settings
949 prepareenv
950 entershell
951 ;;
952 clean)
953 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
954 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
955 $LOSETUP -d $i 2>/dev/null
956 done
957 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
958 umount $i
959 done
960 stdumount
961 for i in `seq 0 7`; do
962 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
963 umount /dev/loop${i} 2>/dev/null;
964 losetup -d /dev/loop${i} 2>/dev/null;
965 fi;
966 done
967 rm -rf $BASEDIR/build
968 rm -rf $BASEDIR/cdrom
969 rm -rf $BASEDIR/packages
970 rm -rf $BASEDIR/log
971 if [ -h /tools ]; then
972 rm -f /tools
973 fi
974 rm -f $BASEDIR/ipfire-*
975 beautify message DONE
976 ;;
977 downloadsrc)
978 if [ ! -d $BASEDIR/cache ]; then
979 mkdir $BASEDIR/cache
980 fi
981 mkdir -p $BASEDIR/log
982 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
983 FINISHED=0
984 cd $BASEDIR/lfs
985 for c in `seq $MAX_RETRIES`; do
986 if (( FINISHED==1 )); then
987 break
988 fi
989 FINISHED=1
990 cd $BASEDIR/lfs
991 for i in *; do
992 if [ -f "$i" -a "$i" != "Config" ]; then
993 lfsmakecommoncheck ${i} || continue
994
995 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
996 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
997 if [ $? -ne 0 ]; then
998 beautify message FAIL
999 FINISHED=0
1000 else
1001 if [ $c -eq 1 ]; then
1002 beautify message DONE
1003 fi
1004 fi
1005 fi
1006 done
1007 done
1008 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1009 ERROR=0
1010 for i in *; do
1011 if [ -f "$i" -a "$i" != "Config" ]; then
1012 lfsmakecommoncheck ${i} > /dev/null || continue
1013 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1014 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1015 if [ $? -ne 0 ]; then
1016 echo -ne "MD5 difference in lfs/$i"
1017 beautify message FAIL
1018 ERROR=1
1019 fi
1020 fi
1021 done
1022 if [ $ERROR -eq 0 ]; then
1023 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1024 beautify message DONE
1025 else
1026 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1027 beautify message FAIL
1028 fi
1029 cd - >/dev/null 2>&1
1030 ;;
1031 toolchain)
1032 clear
1033 prepareenv
1034 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1035 buildtoolchain
1036 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1037 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1038 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1039 build/tools build/bin/sh log >> $LOGFILE
1040 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1041 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1042 stdumount
1043 ;;
1044 gettoolchain)
1045 # arbitrary name to be updated in case of new toolchain package upload
1046 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1047 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1048 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1049 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1050 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1051 cd $BASEDIR/cache/toolchains
1052 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1053 if [ $? -ne 0 ]; then
1054 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1055 else
1056 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1057 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1058 else
1059 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1060 fi
1061 fi
1062 else
1063 echo "Toolchain is already downloaded. Exiting..."
1064 fi
1065 ;;
1066 othersrc)
1067 prepareenv
1068 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1069 chroot $LFS /tools/bin/env -i HOME=/root \
1070 TERM=$TERM PS1='\u:\w\$ ' \
1071 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1072 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1073 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1074 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1075 if [ $? -eq "0" ]; then
1076 beautify message DONE
1077 else
1078 beautify message FAIL
1079 fi
1080 stdumount
1081 ;;
1082 uploadsrc)
1083 PWD=`pwd`
1084 if [ -z $IPFIRE_USER ]; then
1085 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1086 beautify message FAIL
1087 exit 1
1088 fi
1089
1090 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1091 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1092
1093 cd $BASEDIR/cache/
1094 for file in $(ls -1 --ignore=toolchains); do
1095 grep -q "$file" <<<$REMOTE_FILES && continue
1096 NEW_FILES="$NEW_FILES $file"
1097 done
1098 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1099 cd $BASEDIR
1100 cd $PWD
1101 exit 0
1102 ;;
1103 lang)
1104 update_langs
1105 ;;
1106 *)
1107 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1108 cat doc/make.sh-usage
1109 ;;
1110 esac