Merge remote-tracking branch 'origin/next' into fifteen
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="73" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 # Prepare string for /etc/system-release.
87 SYSTEM_RELEASE="${NAME} ${VERSION} (${MACHINE})"
88 if [ "$(git status -s | wc -l)" == "0" ]; then
89 GIT_STATUS=""
90 else
91 GIT_STATUS="-dirty"
92 fi
93 case "$GIT_BRANCH" in
94 core*|beta?|rc?)
95 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
96 ;;
97 *)
98 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
99 ;;
100 esac
101
102 prepareenv() {
103 ############################################################################
104 # #
105 # Are we running the right shell? #
106 # #
107 ############################################################################
108 if [ ! "$BASH" ]; then
109 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
110 fi
111
112 if [ -z "${BASH_VERSION}" ]; then
113 exiterror "Not running BASH shell."
114 fi
115
116
117 ############################################################################
118 # #
119 # Trap on emergency exit #
120 # #
121 ############################################################################
122 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
123
124
125 ############################################################################
126 # #
127 # Resetting our nice level #
128 # #
129 ############################################################################
130 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
131 renice $NICE $$ > /dev/null
132 if [ `nice` != "$NICE" ]; then
133 beautify message FAIL
134 exiterror "Failed to set correct nice level"
135 else
136 beautify message DONE
137 fi
138
139
140 ############################################################################
141 # #
142 # Checking if running as root user #
143 # #
144 ############################################################################
145 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
146 if [ `id -u` != 0 ]; then
147 beautify message FAIL
148 exiterror "Not building as root"
149 else
150 beautify message DONE
151 fi
152
153
154 ############################################################################
155 # #
156 # Checking for necessary temporary space #
157 # #
158 ############################################################################
159 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
160 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
161 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
162 if (( 2048000 > $BASE_ASPACE )); then
163 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
164 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
165 beautify message FAIL
166 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
167 fi
168 else
169 beautify message DONE
170 fi
171
172 ############################################################################
173 # #
174 # Building Linux From Scratch system #
175 # #
176 ############################################################################
177 # Set umask
178 umask 022
179
180 # Set LFS Directory
181 LFS=$BASEDIR/build
182
183 # Check /tools symlink
184 if [ -h /tools ]; then
185 rm -f /tools
186 fi
187 if [ ! -a /tools ]; then
188 ln -s $BASEDIR/build/tools /
189 fi
190 if [ ! -h /tools ]; then
191 exiterror "Could not create /tools symbolic link."
192 fi
193
194 # Setup environment
195 set +h
196 LC_ALL=POSIX
197 if [ -z $MAKETUNING ]; then
198 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
199 if [ -z "${CPU_COUNT}" ]; then
200 CPU_COUNT=1
201 fi
202
203 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
204 fi
205 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
206 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
207
208 # Make some extra directories
209 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
210 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
211 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
212 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
213
214 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
215 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
216
217 # Make all sources and proc available under lfs build
218 mount --bind /dev $BASEDIR/build/dev
219 mount --bind /dev/pts $BASEDIR/build/dev/pts
220 mount --bind /dev/shm $BASEDIR/build/dev/shm
221 mount --bind /proc $BASEDIR/build/proc
222 mount --bind /sys $BASEDIR/build/sys
223 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
224 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
225 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
226 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
227 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
228 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
229 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
230 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
231 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
232
233 # Run LFS static binary creation scripts one by one
234 export CCACHE_DIR=$BASEDIR/ccache
235 export CCACHE_COMPRESS=1
236 export CCACHE_COMPILERCHECK="none"
237
238 # Remove pre-install list of installed files in case user erase some files before rebuild
239 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
240 }
241
242 buildtoolchain() {
243 local error=false
244 case "${MACHINE}:$(uname -m)" in
245 # x86
246 i586:i586|i586:i686|i586:x86_64)
247 # These are working.
248 ;;
249 i586:*)
250 error=true
251 ;;
252
253 # ARM
254 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
255 # These are working.
256 ;;
257 armv5tel:*)
258 error=true
259 ;;
260 esac
261
262 ${error} && \
263 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
264
265 local gcc=$(type -p gcc)
266 if [ -z "${gcc}" ]; then
267 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
268 fi
269
270 LOGFILE="$BASEDIR/log/_build.toolchain.log"
271 export LOGFILE
272
273 local ORG_PATH=$PATH
274 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
275 lfsmake1 ccache PASS=1
276 lfsmake1 binutils PASS=1
277 lfsmake1 gcc PASS=1
278 lfsmake1 linux TOOLS=1 KCFG="-headers"
279 lfsmake1 glibc
280 lfsmake1 cleanup-toolchain PASS=1
281 lfsmake1 binutils PASS=2
282 lfsmake1 gcc PASS=2
283 lfsmake1 ccache PASS=2
284 lfsmake1 tcl
285 lfsmake1 expect
286 lfsmake1 dejagnu
287 lfsmake1 ncurses
288 lfsmake1 bash
289 lfsmake1 bzip2
290 lfsmake1 coreutils
291 lfsmake1 diffutils
292 lfsmake1 findutils
293 lfsmake1 gawk
294 lfsmake1 gettext
295 lfsmake1 grep
296 lfsmake1 gzip
297 lfsmake1 m4
298 lfsmake1 make
299 lfsmake1 patch
300 lfsmake1 perl
301 lfsmake1 sed
302 lfsmake1 tar
303 lfsmake1 texinfo
304 lfsmake1 xz
305 lfsmake1 fake-environ
306 lfsmake1 cleanup-toolchain PASS=2
307 export PATH=$ORG_PATH
308 }
309
310 buildbase() {
311 LOGFILE="$BASEDIR/log/_build.base.log"
312 export LOGFILE
313 lfsmake2 stage2
314 lfsmake2 linux KCFG="-headers"
315 lfsmake2 man-pages
316 lfsmake2 glibc
317 lfsmake2 tzdata
318 lfsmake2 cleanup-toolchain PASS=3
319 lfsmake2 zlib
320 lfsmake2 binutils
321 lfsmake2 gmp
322 lfsmake2 gmp-compat
323 lfsmake2 mpfr
324 lfsmake2 file
325 lfsmake2 gcc
326 lfsmake2 sed
327 lfsmake2 berkeley
328 lfsmake2 coreutils
329 lfsmake2 iana-etc
330 lfsmake2 m4
331 lfsmake2 bison
332 lfsmake2 ncurses
333 lfsmake2 procps
334 lfsmake2 libtool
335 lfsmake2 perl
336 lfsmake2 readline
337 lfsmake2 readline-compat
338 lfsmake2 pcre
339 lfsmake2 pcre-compat
340 lfsmake2 autoconf
341 lfsmake2 automake
342 lfsmake2 bash
343 lfsmake2 bzip2
344 lfsmake2 diffutils
345 lfsmake2 e2fsprogs
346 lfsmake2 ed
347 lfsmake2 findutils
348 lfsmake2 flex
349 lfsmake2 gawk
350 lfsmake2 gettext
351 lfsmake2 grep
352 lfsmake2 groff
353 lfsmake2 gperf
354 lfsmake2 gzip
355 lfsmake2 inetutils
356 lfsmake2 iproute2
357 lfsmake2 jwhois
358 lfsmake2 kbd
359 lfsmake2 less
360 lfsmake2 make
361 lfsmake2 man
362 lfsmake2 mktemp
363 lfsmake2 module-init-tools
364 lfsmake2 net-tools
365 lfsmake2 patch
366 lfsmake2 psmisc
367 lfsmake2 shadow
368 lfsmake2 sysklogd
369 lfsmake2 sysvinit
370 lfsmake2 tar
371 lfsmake2 texinfo
372 lfsmake2 udev
373 lfsmake2 util-linux
374 lfsmake2 vim
375 lfsmake2 xz
376 lfsmake2 paxctl
377 lfsmake2 grub
378 }
379
380 buildipfire() {
381 LOGFILE="$BASEDIR/log/_build.ipfire.log"
382 export LOGFILE
383 ipfiremake configroot
384 ipfiremake backup
385 ipfiremake bind
386 ipfiremake dhcp
387 ipfiremake dhcpcd
388 ipfiremake libusb
389 ipfiremake libpcap
390 ipfiremake ppp
391 ipfiremake pptp
392 ipfiremake unzip
393 ipfiremake which
394 ipfiremake linux-firmware
395 ipfiremake dvb-firmwares
396 ipfiremake zd1211-firmware
397 ipfiremake rpi-firmware
398 ipfiremake bc
399 ipfiremake u-boot
400
401 if [ "${MACHINE_TYPE}" != "arm" ]; then
402
403 # x86-pae (Native and new XEN) kernel build
404 ipfiremake linux KCFG="-pae"
405 # ipfiremake kvm-kmod KCFG="-pae"
406 # ipfiremake v4l-dvb KCFG="-pae"
407 # ipfiremake mISDN KCFG="-pae"
408 ipfiremake cryptodev KCFG="-pae"
409 # ipfiremake compat-drivers KCFG="-pae"
410 # ipfiremake r8169 KCFG="-pae"
411 # ipfiremake r8168 KCFG="-pae"
412 # ipfiremake r8101 KCFG="-pae"
413 # ipfiremake e1000e KCFG="-pae"
414 # ipfiremake igb KCFG="-pae"
415
416 # x86 kernel build
417 ipfiremake linux KCFG=""
418 # ipfiremake kvm-kmod KCFG=""
419 # ipfiremake v4l-dvb KCFG=""
420 # ipfiremake mISDN KCFG=""
421 ipfiremake cryptodev KCFG=""
422 # ipfiremake compat-drivers KCFG=""
423 # ipfiremake r8169 KCFG=""
424 # ipfiremake r8168 KCFG=""
425 # ipfiremake r8101 KCFG=""
426 # ipfiremake e1000e KCFG=""
427 # ipfiremake igb KCFG=""
428
429 else
430 # arm-rpi (Raspberry Pi) kernel build
431 ipfiremake linux KCFG="-rpi"
432 # ipfiremake v4l-dvb KCFG="-rpi"
433 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
434 ipfiremake cryptodev KCFG="-rpi"
435 # ipfiremake compat-drivers KCFG="-rpi"
436
437 # arm multi platform (Panda, Wandboard ...) kernel build
438 ipfiremake linux KCFG="-multi"
439 ipfiremake cryptodev KCFG="-multi"
440
441 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
442 ipfiremake linux KCFG="-kirkwood"
443 # ipfiremake v4l-dvb KCFG="-kirkwood"
444 # ipfiremake mISDN KCFG="-kirkwood"
445 ipfiremake cryptodev KCFG="-kirkwood"
446 # ipfiremake compat-drivers KCFG="-kirkwood"
447 # ipfiremake r8169 KCFG="-kirkwood"
448 # ipfiremake r8168 KCFG="-kirkwood"
449 # ipfiremake r8101 KCFG="-kirkwood"
450 # ipfiremake e1000e KCFG="-kirkwood"
451 # ipfiremake igb KCFG="-kirkwood"
452
453 fi
454 ipfiremake pkg-config
455 ipfiremake linux-atm
456 ipfiremake cpio
457 ipfiremake dracut
458 ipfiremake expat
459 ipfiremake gdbm
460 ipfiremake pam
461 ipfiremake openssl
462 ipfiremake curl
463 ipfiremake tcl
464 ipfiremake sqlite
465 ipfiremake python
466 ipfiremake fireinfo
467 ipfiremake libnet
468 ipfiremake libnl
469 ipfiremake libidn
470 ipfiremake nasm
471 ipfiremake libjpeg
472 ipfiremake libexif
473 ipfiremake libpng
474 ipfiremake libtiff
475 ipfiremake libart
476 ipfiremake freetype
477 ipfiremake gd
478 ipfiremake popt
479 ipfiremake pcre
480 ipfiremake slang
481 ipfiremake newt
482 ipfiremake attr
483 ipfiremake acl
484 ipfiremake libcap
485 ipfiremake pciutils
486 ipfiremake usbutils
487 ipfiremake libxml2
488 ipfiremake libxslt
489 ipfiremake BerkeleyDB
490 ipfiremake mysql
491 ipfiremake cyrus-sasl
492 ipfiremake openldap
493 ipfiremake apache2
494 ipfiremake php
495 ipfiremake apache2 PASS=C
496 ipfiremake arping
497 ipfiremake beep
498 ipfiremake dvdrtools
499 ipfiremake dnsmasq
500 ipfiremake dosfstools
501 ipfiremake reiserfsprogs
502 ipfiremake xfsprogs
503 ipfiremake sysfsutils
504 ipfiremake fuse
505 ipfiremake ntfs-3g
506 ipfiremake ethtool
507 ipfiremake ez-ipupdate
508 ipfiremake fcron
509 ipfiremake perl-GD
510 ipfiremake GD-Graph
511 ipfiremake GD-TextUtil
512 ipfiremake gnupg
513 ipfiremake hdparm
514 ipfiremake sdparm
515 ipfiremake mtools
516 ipfiremake initscripts
517 ipfiremake whatmask
518 ipfiremake libmnl
519 ipfiremake iptables
520 ipfiremake conntrack-tools
521 ipfiremake libupnp
522 ipfiremake ipaddr
523 ipfiremake iputils
524 ipfiremake l7-protocols
525 ipfiremake mISDNuser
526 ipfiremake capi4k-utils
527 ipfiremake hwdata
528 ipfiremake logrotate
529 ipfiremake logwatch
530 ipfiremake misc-progs
531 ipfiremake nano
532 ipfiremake URI
533 ipfiremake HTML-Tagset
534 ipfiremake HTML-Parser
535 ipfiremake HTML-Template
536 ipfiremake Compress-Zlib
537 ipfiremake Digest
538 ipfiremake Digest-SHA1
539 ipfiremake Digest-HMAC
540 ipfiremake libwww-perl
541 ipfiremake Net-DNS
542 ipfiremake Net-IPv4Addr
543 ipfiremake Net_SSLeay
544 ipfiremake IO-Stringy
545 ipfiremake IO-Socket-SSL
546 ipfiremake Unix-Syslog
547 ipfiremake Mail-Tools
548 ipfiremake MIME-Tools
549 ipfiremake Net-Server
550 ipfiremake Convert-TNEF
551 ipfiremake Convert-UUlib
552 ipfiremake Archive-Tar
553 ipfiremake Archive-Zip
554 ipfiremake Text-Tabs+Wrap
555 ipfiremake Locale-Country
556 ipfiremake XML-Parser
557 ipfiremake Crypt-PasswdMD5
558 ipfiremake Net-Telnet
559 ipfiremake python-setuptools
560 ipfiremake python-clientform
561 ipfiremake python-mechanize
562 ipfiremake python-feedparser
563 ipfiremake python-rssdler
564 ipfiremake libffi
565 ipfiremake glib
566 ipfiremake GeoIP
567 ipfiremake fwhits
568 ipfiremake noip_updater
569 ipfiremake ntp
570 ipfiremake openssh
571 ipfiremake fontconfig
572 ipfiremake dejavu-fonts-ttf
573 ipfiremake freefont
574 ipfiremake pixman
575 ipfiremake cairo
576 ipfiremake pango
577 ipfiremake rrdtool
578 ipfiremake setserial
579 ipfiremake setup
580 ipfiremake libdnet
581 ipfiremake daq
582 ipfiremake snort
583 ipfiremake oinkmaster
584 ipfiremake squid
585 ipfiremake squidguard
586 ipfiremake calamaris
587 ipfiremake tcpdump
588 ipfiremake traceroute
589 ipfiremake vlan
590 ipfiremake wireless
591 ipfiremake pakfire
592 ipfiremake spandsp
593 ipfiremake lzo
594 ipfiremake openvpn
595 ipfiremake pammysql
596 ipfiremake cups
597 ipfiremake ghostscript
598 ipfiremake foomatic
599 ipfiremake hplip
600 ipfiremake cifs-utils
601 ipfiremake samba
602 ipfiremake sudo
603 ipfiremake mc
604 ipfiremake wget
605 ipfiremake bridge-utils
606 ipfiremake screen
607 ipfiremake smartmontools
608 ipfiremake htop
609 ipfiremake postfix
610 ipfiremake fetchmail
611 ipfiremake cyrus-imapd
612 ipfiremake openmailadmin
613 ipfiremake clamav
614 ipfiremake spamassassin
615 ipfiremake amavisd
616 ipfiremake alsa
617 ipfiremake mpfire
618 ipfiremake guardian
619 ipfiremake libid3tag
620 ipfiremake libmad
621 ipfiremake libogg
622 ipfiremake libvorbis
623 ipfiremake libdvbpsi
624 ipfiremake flac
625 ipfiremake lame
626 ipfiremake sox
627 ipfiremake libshout
628 ipfiremake xvid
629 ipfiremake libmpeg2
630 ipfiremake cmake
631 ipfiremake gnump3d
632 ipfiremake libsigc++
633 ipfiremake libtorrent
634 ipfiremake rtorrent
635 ipfiremake rsync
636 ipfiremake tcpwrapper
637 ipfiremake libevent
638 ipfiremake libevent2
639 ipfiremake portmap
640 ipfiremake nfs
641 ipfiremake nmap
642 ipfiremake ncftp
643 ipfiremake etherwake
644 ipfiremake bwm-ng
645 ipfiremake tripwire
646 ipfiremake sysstat
647 ipfiremake vsftpd
648 ipfiremake strongswan
649 ipfiremake lsof
650 ipfiremake br2684ctl
651 ipfiremake pcmciautils
652 ipfiremake lm_sensors
653 ipfiremake liboping
654 ipfiremake collectd
655 ipfiremake teamspeak
656 ipfiremake elinks
657 ipfiremake igmpproxy
658 ipfiremake fbset
659 ipfiremake sdl
660 ipfiremake qemu
661 ipfiremake sane
662 ipfiremake netpbm
663 ipfiremake phpSANE
664 ipfiremake tunctl
665 ipfiremake nagios
666 ipfiremake nagios_nrpe
667 ipfiremake ebtables
668 ipfiremake directfb
669 ipfiremake dfb++
670 ipfiremake faad2
671 ipfiremake ffmpeg
672 ipfiremake vdr
673 ipfiremake vdr_streamdev
674 ipfiremake vdr_vnsiserver3
675 ipfiremake vdr_epgsearch
676 ipfiremake w_scan
677 ipfiremake icecast
678 ipfiremake icegenerator
679 ipfiremake mpd
680 ipfiremake libmpdclient
681 ipfiremake mpc
682 ipfiremake git
683 ipfiremake squidclamav
684 ipfiremake vnstat
685 ipfiremake vnstati
686 ipfiremake iw
687 ipfiremake wpa_supplicant
688 ipfiremake hostapd
689 ipfiremake pycurl
690 ipfiremake urlgrabber
691 ipfiremake syslinux
692 ipfiremake tftpd
693 ipfiremake cpufrequtils
694 ipfiremake dbus
695 ipfiremake bluetooth
696 ipfiremake gutenprint
697 ipfiremake apcupsd
698 ipfiremake iperf
699 ipfiremake netcat
700 ipfiremake 7zip
701 ipfiremake lynis
702 ipfiremake streamripper
703 ipfiremake sshfs
704 ipfiremake taglib
705 ipfiremake mediatomb
706 ipfiremake sslh
707 ipfiremake perl-gettext
708 ipfiremake perl-Sort-Naturally
709 ipfiremake vdradmin
710 ipfiremake miau
711 ipfiremake netsnmpd
712 ipfiremake perl-DBI
713 ipfiremake perl-DBD-mysql
714 ipfiremake cacti
715 ipfiremake icecc
716 ipfiremake openvmtools
717 ipfiremake nagiosql
718 ipfiremake iftop
719 ipfiremake motion
720 ipfiremake joe
721 ipfiremake nut
722 ipfiremake watchdog
723 ipfiremake libpri
724 ipfiremake asterisk
725 ipfiremake lcr
726 ipfiremake usb_modeswitch
727 ipfiremake usb_modeswitch_data
728 ipfiremake zerofree
729 ipfiremake mdadm
730 ipfiremake eject
731 ipfiremake pound
732 ipfiremake minicom
733 ipfiremake ddrescue
734 ipfiremake imspector
735 ipfiremake miniupnpd
736 ipfiremake client175
737 ipfiremake powertop
738 ipfiremake parted
739 ipfiremake swig
740 ipfiremake python-m2crypto
741 ipfiremake wireless-regdb
742 ipfiremake crda
743 ipfiremake libsolv
744 ipfiremake python-distutils-extra
745 ipfiremake python-lzma
746 ipfiremake python-progressbar
747 ipfiremake python-xattr
748 ipfiremake intltool
749 ipfiremake transmission
750 ipfiremake dpfhack
751 ipfiremake lcd4linux
752 ipfiremake mtr
753 ipfiremake tcpick
754 ipfiremake minidlna
755 ipfiremake acpid
756 ipfiremake fping
757 ipfiremake telnet
758 ipfiremake xinetd
759 ipfiremake libgpg-error
760 ipfiremake libassuan
761 ipfiremake gpgme
762 ipfiremake pygpgme
763 ipfiremake pakfire3
764 ipfiremake stress
765 ipfiremake libstatgrab
766 ipfiremake sarg
767 ipfiremake fstrim
768 ipfiremake check_mk_agent
769 ipfiremake libdaemon
770 ipfiremake avahi
771 ipfiremake nginx
772 ipfiremake sendEmail
773 ipfiremake sysbench
774 ipfiremake strace
775 ipfiremake ipfire-netboot
776 ipfiremake lcdproc
777 ipfiremake bitstream
778 ipfiremake multicat
779 ipfiremake keepalived
780 ipfiremake ipvsadm
781 ipfiremake perl-Carp-Clan
782 ipfiremake perl-Date-Calc
783 ipfiremake perl-Date-Manip
784 ipfiremake perl-File-Tail
785 ipfiremake perl-TimeDate
786 ipfiremake swatch
787 ipfiremake tor
788 ipfiremake arm
789 ipfiremake wavemon
790 ipfiremake iptraf-ng
791 ipfiremake iotop
792 }
793
794 buildinstaller() {
795 # Run installer scripts one by one
796 LOGFILE="$BASEDIR/log/_build.installer.log"
797 export LOGFILE
798 ipfiremake memtest
799 ipfiremake installer
800 installmake strip
801 ipfiremake initrd
802 }
803
804 buildpackages() {
805 LOGFILE="$BASEDIR/log/_build.packages.log"
806 export LOGFILE
807 echo "... see detailed log in _build.*.log files" >> $LOGFILE
808
809
810 # Generating list of packages used
811 echo -n "Generating packages list from logs" | tee -a $LOGFILE
812 rm -f $BASEDIR/doc/packages-list
813 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
814 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
815 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
816 fi
817 done
818 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
819 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
820 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
821 rm -f $BASEDIR/doc/packages-list
822 # packages-list.txt is ready to be displayed for wiki page
823 beautify message DONE
824
825 # Update changelog
826 cd $BASEDIR
827 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
828 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
829 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
830
831 # Create images for install
832 ipfiremake cdrom
833
834 # Check if there is a loop device for building in virtual environments
835 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
836 ipfiremake flash-images
837 fi
838
839 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
840
841 ipfirepackages
842
843 ipfiremake xen-image
844 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
845
846 cd $BASEDIR
847 for i in `ls *.bz2 *.img.gz *.iso`; do
848 md5sum $i > $i.md5
849 done
850 cd $PWD
851
852 # Cleanup
853 stdumount
854 rm -rf $BASEDIR/build/tmp/*
855
856 # Generating total list of files
857 echo -n "Generating files list from logs" | tee -a $LOGFILE
858 rm -f $BASEDIR/log/FILES
859 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
860 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
861 echo "##" >>$BASEDIR/log/FILES
862 echo "## `basename $i`" >>$BASEDIR/log/FILES
863 echo "##" >>$BASEDIR/log/FILES
864 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
865 fi
866 done
867 beautify message DONE
868
869 cd $PWD
870 }
871
872 ipfirepackages() {
873 ipfiremake core-updates
874
875 local i
876 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
877 i=$(basename ${i})
878 if [ -e $BASEDIR/lfs/$i ]; then
879 ipfiredist $i
880 else
881 echo -n $i
882 beautify message SKIP
883 fi
884 done
885 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
886 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
887 rm -rf $BASEDIR/build/install/packages/*
888 }
889
890 # See what we're supposed to do
891 case "$1" in
892 build)
893 clear
894 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
895 #only restore on a clean disk
896 if [ ! -f log/cleanup-toolchain-2-tools ]; then
897 if [ ! -n "$PACKAGE" ]; then
898 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
899 prepareenv
900 buildtoolchain
901 else
902 PACKAGENAME=${PACKAGE%.tar.gz}
903 beautify build_stage "Packaged toolchain compilation"
904 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
905 tar zxf $PACKAGE
906 prepareenv
907 else
908 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
909 fi
910 fi
911 else
912 echo -n "Using installed toolchain" | tee -a $LOGFILE
913 beautify message SKIP
914 prepareenv
915 fi
916
917 beautify build_start
918 beautify build_stage "Building LFS"
919 buildbase
920
921 beautify build_stage "Building IPFire"
922 buildipfire
923
924 beautify build_stage "Building installer"
925 buildinstaller
926
927 beautify build_stage "Building packages"
928 buildpackages
929
930 beautify build_stage "Checking Logfiles for new Files"
931
932 cd $BASEDIR
933 tools/checknewlog.pl
934 tools/checkwronginitlinks
935 cd $PWD
936
937 beautify build_end
938 ;;
939 shell)
940 # enter a shell inside LFS chroot
941 # may be used to changed kernel settings
942 prepareenv
943 entershell
944 ;;
945 clean)
946 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
947 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
948 $LOSETUP -d $i 2>/dev/null
949 done
950 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
951 umount $i
952 done
953 stdumount
954 for i in `seq 0 7`; do
955 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
956 umount /dev/loop${i} 2>/dev/null;
957 losetup -d /dev/loop${i} 2>/dev/null;
958 fi;
959 done
960 rm -rf $BASEDIR/build
961 rm -rf $BASEDIR/cdrom
962 rm -rf $BASEDIR/packages
963 rm -rf $BASEDIR/log
964 if [ -h /tools ]; then
965 rm -f /tools
966 fi
967 rm -f $BASEDIR/ipfire-*
968 beautify message DONE
969 ;;
970 downloadsrc)
971 if [ ! -d $BASEDIR/cache ]; then
972 mkdir $BASEDIR/cache
973 fi
974 mkdir -p $BASEDIR/log
975 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
976 FINISHED=0
977 cd $BASEDIR/lfs
978 for c in `seq $MAX_RETRIES`; do
979 if (( FINISHED==1 )); then
980 break
981 fi
982 FINISHED=1
983 cd $BASEDIR/lfs
984 for i in *; do
985 if [ -f "$i" -a "$i" != "Config" ]; then
986 lfsmakecommoncheck ${i} || continue
987
988 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
989 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
990 if [ $? -ne 0 ]; then
991 beautify message FAIL
992 FINISHED=0
993 else
994 if [ $c -eq 1 ]; then
995 beautify message DONE
996 fi
997 fi
998 fi
999 done
1000 done
1001 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1002 ERROR=0
1003 for i in *; do
1004 if [ -f "$i" -a "$i" != "Config" ]; then
1005 lfsmakecommoncheck ${i} > /dev/null || continue
1006 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1007 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1008 if [ $? -ne 0 ]; then
1009 echo -ne "MD5 difference in lfs/$i"
1010 beautify message FAIL
1011 ERROR=1
1012 fi
1013 fi
1014 done
1015 if [ $ERROR -eq 0 ]; then
1016 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1017 beautify message DONE
1018 else
1019 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1020 beautify message FAIL
1021 fi
1022 cd - >/dev/null 2>&1
1023 ;;
1024 toolchain)
1025 clear
1026 prepareenv
1027 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1028 buildtoolchain
1029 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1030 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1031 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1032 build/tools build/bin/sh log >> $LOGFILE
1033 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1034 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1035 stdumount
1036 ;;
1037 gettoolchain)
1038 # arbitrary name to be updated in case of new toolchain package upload
1039 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1040 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1041 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1042 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1043 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1044 cd $BASEDIR/cache/toolchains
1045 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1046 if [ $? -ne 0 ]; then
1047 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1048 else
1049 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1050 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1051 else
1052 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1053 fi
1054 fi
1055 else
1056 echo "Toolchain is already downloaded. Exiting..."
1057 fi
1058 ;;
1059 othersrc)
1060 prepareenv
1061 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1062 chroot $LFS /tools/bin/env -i HOME=/root \
1063 TERM=$TERM PS1='\u:\w\$ ' \
1064 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1065 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1066 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1067 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1068 if [ $? -eq "0" ]; then
1069 beautify message DONE
1070 else
1071 beautify message FAIL
1072 fi
1073 stdumount
1074 ;;
1075 uploadsrc)
1076 PWD=`pwd`
1077 if [ -z $IPFIRE_USER ]; then
1078 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1079 beautify message FAIL
1080 exit 1
1081 fi
1082
1083 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1084 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1085
1086 cd $BASEDIR/cache/
1087 for file in $(ls -1 --ignore=toolchains); do
1088 grep -q "$file" <<<$REMOTE_FILES && continue
1089 NEW_FILES="$NEW_FILES $file"
1090 done
1091 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1092 cd $BASEDIR
1093 cd $PWD
1094 exit 0
1095 ;;
1096 lang)
1097 update_langs
1098 ;;
1099 *)
1100 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1101 cat doc/make.sh-usage
1102 ;;
1103 esac