Merge remote-tracking branch 'origin/next' into kernel-update
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2012 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.11" # Version number
28 CORE="62" # Core Level (Filename)
29 PAKFIRE_CORE="61" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=3
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 linux32="linux32";
46 fi
47
48
49 # Debian specific settings
50 if [ ! -e /etc/debian_version ]; then
51 FULLPATH=`which $0`
52 else
53 if [ -x /usr/bin/realpath ]; then
54 FULLPATH=`/usr/bin/realpath $0`
55 else
56 echo "ERROR: Need to do apt-get install realpath"
57 exit 1
58 fi
59 fi
60
61 PWD=`pwd`
62 BASENAME=`basename $0`
63 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
64 LOGFILE=$BASEDIR/log/_build.preparation.log
65 export BASEDIR LOGFILE
66 DIR_CHK=$BASEDIR/cache/check
67 mkdir $BASEDIR/log/ 2>/dev/null
68
69 # Include funtions
70 . tools/make-functions
71
72 if [ -f .config ]; then
73 . .config
74 fi
75
76 if [ -z $EDITOR ]; then
77 for i in nano emacs vi; do
78 EDITOR=$(which $i 2>/dev/null)
79 if ! [ -z $EDITOR ]; then
80 export EDITOR=$EDITOR
81 break
82 fi
83 done
84 [ -z $EDITOR ] && exiterror "You should have installed an editor."
85 fi
86
87 prepareenv() {
88 ############################################################################
89 # #
90 # Are we running the right shell? #
91 # #
92 ############################################################################
93 if [ ! "$BASH" ]; then
94 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
95 fi
96
97 if [ -z "${BASH_VERSION}" ]; then
98 exiterror "Not running BASH shell."
99 fi
100
101
102 ############################################################################
103 # #
104 # Trap on emergency exit #
105 # #
106 ############################################################################
107 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
108
109
110 ############################################################################
111 # #
112 # Resetting our nice level #
113 # #
114 ############################################################################
115 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
116 renice $NICE $$ > /dev/null
117 if [ `nice` != "$NICE" ]; then
118 beautify message FAIL
119 exiterror "Failed to set correct nice level"
120 else
121 beautify message DONE
122 fi
123
124
125 ############################################################################
126 # #
127 # Checking if running as root user #
128 # #
129 ############################################################################
130 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
131 if [ `id -u` != 0 ]; then
132 beautify message FAIL
133 exiterror "Not building as root"
134 else
135 beautify message DONE
136 fi
137
138
139 ############################################################################
140 # #
141 # Checking for necessary temporary space #
142 # #
143 ############################################################################
144 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
145 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
146 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
147 if (( 2048000 > $BASE_ASPACE )); then
148 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
149 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
150 beautify message FAIL
151 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
152 fi
153 else
154 beautify message DONE
155 fi
156
157 ############################################################################
158 # #
159 # Building Linux From Scratch system #
160 # #
161 ############################################################################
162 # Set umask
163 umask 022
164
165 # Set LFS Directory
166 LFS=$BASEDIR/build
167
168 # Check /tools symlink
169 if [ -h /tools ]; then
170 rm -f /tools
171 fi
172 if [ ! -a /tools ]; then
173 ln -s $BASEDIR/build/tools /
174 fi
175 if [ ! -h /tools ]; then
176 exiterror "Could not create /tools symbolic link."
177 fi
178
179 # Setup environment
180 set +h
181 LC_ALL=POSIX
182 if [ -z $MAKETUNING ]; then
183 if [ "${MACHINE:0:3}" = "arm" ]; then
184 MAKETUNING="-j2"
185 else
186 MAKETUNING="-j6"
187 fi
188 fi
189 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
190 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
191
192 # Make some extra directories
193 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
194 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
195 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
196 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
197
198 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
199 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
200
201 # Make all sources and proc available under lfs build
202 mount --bind /dev $BASEDIR/build/dev
203 mount --bind /dev/pts $BASEDIR/build/dev/pts
204 mount --bind /dev/shm $BASEDIR/build/dev/shm
205 mount --bind /proc $BASEDIR/build/proc
206 mount --bind /sys $BASEDIR/build/sys
207 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
208 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
209 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
210 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
211 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
212 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
213 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
214 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
215 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
216
217 # This is a temporary hack!!!
218 if [ ! -f /tools/bin/hostname ]; then
219 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
220 fi
221
222 # Run LFS static binary creation scripts one by one
223 export CCACHE_DIR=$BASEDIR/ccache
224 export CCACHE_COMPRESS=1
225 export CCACHE_HASHDIR=1
226
227 # Remove pre-install list of installed files in case user erase some files before rebuild
228 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
229 }
230
231 buildtoolchain() {
232 local error=false
233 case "${MACHINE}:$(uname -m)" in
234 # x86
235 i586:i586|i586:i686)
236 # These are working.
237 ;;
238 i586:*)
239 error=true
240 ;;
241
242 # ARM
243 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv7l)
244 # These are working.
245 ;;
246 armv5tel:*)
247 error=true
248 ;;
249 esac
250
251 ${error} && \
252 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
253
254 if [ "$(uname -r | grep ipfire)" ]; then
255 exiterror "Cannot build toolchain on ipfire. Please use the download."
256 fi
257
258 LOGFILE="$BASEDIR/log/_build.toolchain.log"
259 export LOGFILE
260 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
261 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
262 ORG_PATH=$PATH
263 lfsmake1 ccache PASS=1
264 lfsmake1 make PASS=1
265 lfsmake1 binutils PASS=1
266 lfsmake1 gcc PASS=1
267 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
268 lfsmake1 linux2 TOOLS=1 HEADERS=1
269 lfsmake1 glibc
270 lfsmake1 cleanup-toolchain PASS=1
271 lfsmake1 fake-environ
272 lfsmake1 tcl
273 lfsmake1 expect
274 lfsmake1 dejagnu
275 lfsmake1 gcc PASS=2
276 lfsmake1 binutils PASS=2
277 lfsmake1 ccache PASS=2
278 lfsmake1 ncurses
279 lfsmake1 bash
280 lfsmake1 bzip2
281 lfsmake1 coreutils
282 lfsmake1 diffutils
283 lfsmake1 findutils
284 lfsmake1 gawk
285 lfsmake1 gettext
286 lfsmake1 grep
287 lfsmake1 gzip
288 lfsmake1 m4
289 lfsmake1 make PASS=2
290 lfsmake1 patch
291 lfsmake1 perl
292 lfsmake1 sed
293 lfsmake1 tar
294 lfsmake1 texinfo
295 lfsmake1 util-linux
296 lfsmake1 strip
297 lfsmake1 cleanup-toolchain PASS=2
298 export PATH=$ORG_PATH
299 }
300
301 buildbase() {
302 LOGFILE="$BASEDIR/log/_build.base.log"
303 export LOGFILE
304 lfsmake2 stage2
305 lfsmake2 linux2 HEADERS=1
306 lfsmake2 man-pages
307 lfsmake2 glibc
308 lfsmake2 tzdata
309 lfsmake2 cleanup-toolchain PASS=3
310 lfsmake2 binutils
311 lfsmake2 gcc
312 lfsmake2 berkeley
313 lfsmake2 coreutils
314 lfsmake2 iana-etc
315 lfsmake2 m4
316 lfsmake2 bison
317 lfsmake2 ncurses
318 lfsmake2 procps
319 lfsmake2 sed
320 lfsmake2 libtool
321 lfsmake2 perl
322 lfsmake2 readline
323 lfsmake2 zlib
324 lfsmake2 autoconf
325 lfsmake2 automake
326 lfsmake2 bash
327 lfsmake2 bzip2
328 lfsmake2 diffutils
329 lfsmake2 e2fsprogs
330 lfsmake2 ed
331 lfsmake2 file
332 lfsmake2 findutils
333 lfsmake2 flex
334 lfsmake2 gawk
335 lfsmake2 gettext
336 lfsmake2 grep
337 lfsmake2 groff
338 lfsmake2 gzip
339 lfsmake2 inetutils
340 lfsmake2 iproute2
341 lfsmake2 kbd
342 lfsmake2 less
343 lfsmake2 libaal
344 lfsmake2 make
345 lfsmake2 man
346 lfsmake2 mktemp
347 lfsmake2 module-init-tools
348 lfsmake2 net-tools
349 lfsmake2 patch
350 lfsmake2 psmisc
351 lfsmake2 reiser4progs
352 lfsmake2 shadow
353 lfsmake2 sysklogd
354 lfsmake2 sysvinit
355 lfsmake2 tar
356 lfsmake2 texinfo
357 lfsmake2 udev
358 lfsmake2 util-linux
359 lfsmake2 vim
360 lfsmake2 grub
361 }
362
363 buildipfire() {
364 LOGFILE="$BASEDIR/log/_build.ipfire.log"
365 export LOGFILE
366 ipfiremake configroot
367 ipfiremake backup
368 ipfiremake dhcp
369 ipfiremake dhcpcd
370 ipfiremake libusb
371 ipfiremake libpcap
372 ipfiremake ppp
373 ipfiremake pptp
374 ipfiremake unzip
375 ipfiremake which
376 ipfiremake xz
377 ipfiremake linux-firmware
378 ipfiremake zd1211-firmware
379 ipfiremake rpi-firmware
380 ipfiremake fw_ath9k_htc
381 ipfiremake u-boot
382
383 # The xen and PAE kernels are only available for x86
384 if [ "${MACHINE_TYPE}" != "arm" ]; then
385 ipfiremake linux2 KCFG="-xen"
386 ipfiremake kqemu KCFG="-xen"
387 ipfiremake v4l-dvb KCFG="-xen"
388 ipfiremake madwifi KCFG="-xen"
389 ipfiremake mISDN KCFG="-xen"
390 ipfiremake dahdi KCFG="-xen" KMOD=1
391 ipfiremake cryptodev KCFG="-xen"
392 ipfiremake compat-wireless KCFG="-xen"
393 ipfiremake r8169 KCFG="-xen"
394 ipfiremake r8168 KCFG="-xen"
395 ipfiremake r8101 KCFG="-xen"
396 ipfiremake e1000 KCFG="-xen"
397 ipfiremake e1000e KCFG="-xen"
398 ipfiremake igb KCFG="-xen"
399
400 ipfiremake linux KCFG="-pae"
401 ipfiremake kqemu KCFG="-pae"
402 ipfiremake kvm-kmod KCFG="-pae"
403 ipfiremake v4l-dvb KCFG="-pae"
404 ipfiremake madwifi KCFG="-pae"
405 ipfiremake alsa KCFG="-pae" KMOD=1
406 ipfiremake mISDN KCFG="-pae"
407 ipfiremake dahdi KCFG="-pae" KMOD=1
408 ipfiremake cryptodev KCFG="-pae"
409 ipfiremake compat-wireless KCFG="-pae"
410 # ipfiremake r8169 KCFG="-pae"
411 # ipfiremake r8168 KCFG="-pae"
412 # ipfiremake r8101 KCFG="-pae"
413 ipfiremake e1000 KCFG="-pae"
414 ipfiremake e1000e KCFG="-pae"
415 ipfiremake igb KCFG="-pae"
416
417 ipfiremake linux KCFG=""
418 ipfiremake v4l-dvb KCFG=""
419 ipfiremake kqemu KCFG=""
420 ipfiremake kvm-kmod KCFG=""
421 ipfiremake madwifi KCFG=""
422 ipfiremake alsa KCFG="" KMOD=1
423 ipfiremake mISDN KCFG=""
424 ipfiremake dahdi KCFG="" KMOD=1
425 ipfiremake cryptodev KCFG=""
426 ipfiremake compat-wireless KCFG=""
427 # ipfiremake r8169 KCFG=""
428 # ipfiremake r8168 KCFG=""
429 # ipfiremake r8101 KCFG=""
430 ipfiremake e1000 KCFG=""
431 ipfiremake e1000e KCFG=""
432 ipfiremake igb KCFG=""
433 else
434 # arm-omap kernel build
435 ipfiremake linux3 KCFG="-rpi"
436
437 ipfiremake linux3 KCFG="-omap"
438
439 # arm-versatile kernel build
440 ipfiremake linux KCFG="-versatile"
441 ipfiremake v4l-dvb KCFG="-versatile"
442 ipfiremake kqemu KCFG="-versatile"
443 ipfiremake kvm-kmod KCFG="-versatile"
444 ipfiremake madwifi KCFG="-versatile"
445 ipfiremake mISDN KCFG="-versatile"
446 ipfiremake dahdi KCFG="-versatile" KMOD=1
447 ipfiremake cryptodev KCFG="-versatile"
448 ipfiremake compat-wireless KCFG="-versatile"
449 # ipfiremake r8169 KCFG="-versatile"
450 # ipfiremake r8168 KCFG="-versatile"
451 # ipfiremake r8101 KCFG="-versatile"
452 ipfiremake e1000 KCFG="-versatile"
453 ipfiremake e1000e KCFG="-versatile"
454 ipfiremake igb KCFG="-versatile"
455 # arm-kirkwood kernel build
456 ipfiremake linux KCFG="-kirkwood"
457 ipfiremake v4l-dvb KCFG="-kirkwood"
458 ipfiremake kqemu KCFG="-kirkwood"
459 ipfiremake kvm-kmod KCFG="-kirkwood"
460 ipfiremake madwifi KCFG="-kirkwood"
461 ipfiremake mISDN KCFG="-kirkwood"
462 ipfiremake dahdi KCFG="-kirkwood" KMOD=1
463 ipfiremake cryptodev KCFG="-kirkwood"
464 ipfiremake compat-wireless KCFG="-kirkwood"
465 # ipfiremake r8169 KCFG="-kirkwood"
466 # ipfiremake r8168 KCFG="-kirkwood"
467 # ipfiremake r8101 KCFG="-kirkwood"
468 ipfiremake e1000 KCFG="-kirkwood"
469 ipfiremake e1000e KCFG="-kirkwood"
470 ipfiremake igb KCFG="-kirkwood"
471 fi
472 ipfiremake pkg-config
473 ipfiremake linux-atm
474 ipfiremake cpio
475 ipfiremake dracut
476 ipfiremake expat
477 ipfiremake gdbm
478 ipfiremake gmp
479 ipfiremake pam
480 ipfiremake openssl
481 ipfiremake curl
482 ipfiremake tcl
483 ipfiremake sqlite
484 ipfiremake python
485 ipfiremake fireinfo
486 ipfiremake libnet
487 ipfiremake libnl
488 ipfiremake libidn
489 ipfiremake libjpeg
490 ipfiremake libpng
491 ipfiremake libtiff
492 ipfiremake libart
493 ipfiremake freetype
494 ipfiremake gd
495 ipfiremake popt
496 ipfiremake pcre
497 ipfiremake slang
498 ipfiremake newt
499 ipfiremake attr
500 ipfiremake acl
501 ipfiremake libcap
502 ipfiremake pciutils
503 ipfiremake usbutils
504 ipfiremake libxml2
505 ipfiremake libxslt
506 ipfiremake BerkeleyDB
507 ipfiremake mysql
508 ipfiremake cyrus-sasl
509 ipfiremake openldap
510 ipfiremake apache2
511 ipfiremake php
512 ipfiremake apache2 PASS=C
513 ipfiremake arping
514 ipfiremake beep
515 ipfiremake bind
516 ipfiremake dvdrtools
517 ipfiremake dnsmasq
518 ipfiremake dosfstools
519 ipfiremake reiserfsprogs
520 ipfiremake xfsprogs
521 ipfiremake sysfsutils
522 ipfiremake fuse
523 ipfiremake ntfs-3g
524 ipfiremake ethtool
525 ipfiremake ez-ipupdate
526 ipfiremake fcron
527 ipfiremake perl-GD
528 ipfiremake GD-Graph
529 ipfiremake GD-TextUtil
530 ipfiremake gnupg
531 ipfiremake hdparm
532 ipfiremake sdparm
533 ipfiremake mtools
534 ipfiremake initscripts
535 ipfiremake whatmask
536 ipfiremake iptables
537 ipfiremake libupnp
538 ipfiremake ipaddr
539 ipfiremake iptstate
540 ipfiremake iputils
541 ipfiremake l7-protocols
542 ipfiremake mISDNuser
543 ipfiremake capi4k-utils
544 ipfiremake hwdata
545 ipfiremake kudzu
546 ipfiremake logrotate
547 ipfiremake logwatch
548 ipfiremake misc-progs
549 ipfiremake nano
550 ipfiremake nasm
551 ipfiremake URI
552 ipfiremake HTML-Tagset
553 ipfiremake HTML-Parser
554 ipfiremake Compress-Zlib
555 ipfiremake Digest
556 ipfiremake Digest-SHA1
557 ipfiremake Digest-HMAC
558 ipfiremake libwww-perl
559 ipfiremake Net-DNS
560 ipfiremake Net-IPv4Addr
561 ipfiremake Net_SSLeay
562 ipfiremake IO-Stringy
563 ipfiremake Unix-Syslog
564 ipfiremake Mail-Tools
565 ipfiremake MIME-Tools
566 ipfiremake Net-Server
567 ipfiremake Convert-TNEF
568 ipfiremake Convert-UUlib
569 ipfiremake Archive-Tar
570 ipfiremake Archive-Zip
571 ipfiremake Text-Tabs+Wrap
572 ipfiremake Locale-Country
573 ipfiremake XML-Parser
574 ipfiremake Crypt-PasswdMD5
575 ipfiremake Net-Telnet
576 ipfiremake python-setuptools
577 ipfiremake python-clientform
578 ipfiremake python-mechanize
579 ipfiremake python-feedparser
580 ipfiremake python-rssdler
581 ipfiremake glib
582 ipfiremake GeoIP
583 ipfiremake fwhits
584 ipfiremake noip_updater
585 ipfiremake ntp
586 ipfiremake openssh
587 ipfiremake rrdtool
588 ipfiremake setserial
589 ipfiremake setup
590 ipfiremake libdnet
591 ipfiremake daq
592 ipfiremake snort
593 ipfiremake oinkmaster
594 ipfiremake squid
595 ipfiremake squidguard
596 ipfiremake calamaris
597 ipfiremake tcpdump
598 ipfiremake traceroute
599 ipfiremake vlan
600 ipfiremake wireless
601 ipfiremake libsafe
602 ipfiremake pakfire
603 ipfiremake spandsp
604 ipfiremake lzo
605 ipfiremake openvpn
606 ipfiremake pammysql
607 ipfiremake cups
608 ipfiremake ghostscript
609 ipfiremake foomatic
610 ipfiremake hplip
611 ipfiremake samba
612 ipfiremake sudo
613 ipfiremake mc
614 ipfiremake wget
615 ipfiremake bridge-utils
616 ipfiremake screen
617 ipfiremake hddtemp
618 ipfiremake smartmontools
619 ipfiremake htop
620 ipfiremake postfix
621 ipfiremake fetchmail
622 ipfiremake cyrus-imapd
623 ipfiremake openmailadmin
624 ipfiremake clamav
625 ipfiremake spamassassin
626 ipfiremake amavisd
627 ipfiremake alsa
628 ipfiremake mpfire
629 ipfiremake guardian
630 ipfiremake libid3tag
631 ipfiremake libmad
632 ipfiremake libogg
633 ipfiremake libvorbis
634 ipfiremake libdvbpsi
635 ipfiremake lame
636 ipfiremake sox
637 ipfiremake libshout
638 ipfiremake xvid
639 ipfiremake libmpeg2
640 ipfiremake cmake
641 ipfiremake gnump3d
642 ipfiremake libsigc++
643 ipfiremake applejuice
644 ipfiremake libtorrent
645 ipfiremake rtorrent
646 ipfiremake ipfireseeder
647 ipfiremake rsync
648 ipfiremake tcpwrapper
649 ipfiremake libevent
650 ipfiremake libevent2
651 ipfiremake portmap
652 ipfiremake nfs
653 ipfiremake nmap
654 ipfiremake ncftp
655 ipfiremake etherwake
656 ipfiremake bwm-ng
657 ipfiremake tripwire
658 ipfiremake sysstat
659 ipfiremake vsftpd
660 ipfiremake strongswan
661 ipfiremake lsof
662 ipfiremake centerim
663 ipfiremake br2684ctl
664 ipfiremake pcmciautils
665 ipfiremake lm_sensors
666 ipfiremake liboping
667 ipfiremake collectd
668 ipfiremake teamspeak
669 ipfiremake elinks
670 ipfiremake igmpproxy
671 ipfiremake fbset
672 ipfiremake sdl
673 ipfiremake qemu
674 ipfiremake qemu-kqemu
675 ipfiremake sane
676 ipfiremake netpbm
677 ipfiremake phpSANE
678 ipfiremake tunctl
679 ipfiremake nagios
680 ipfiremake nagios_nrpe
681 ipfiremake ebtables
682 ipfiremake fontconfig
683 ipfiremake freefont
684 ipfiremake directfb
685 ipfiremake dfb++
686 ipfiremake faad2
687 ipfiremake ffmpeg
688 ipfiremake videolan
689 ipfiremake vdr
690 ipfiremake w_scan
691 ipfiremake icecast
692 ipfiremake icegenerator
693 ipfiremake mpd
694 ipfiremake libmpdclient
695 ipfiremake mpc
696 ipfiremake git
697 ipfiremake squidclamav
698 ipfiremake bc
699 ipfiremake vnstat
700 ipfiremake vnstati
701 ipfiremake iw
702 ipfiremake wpa_supplicant
703 ipfiremake hostapd
704 ipfiremake urlgrabber
705 ipfiremake syslinux
706 ipfiremake tftpd
707 ipfiremake cpufrequtils
708 ipfiremake dbus
709 ipfiremake bluetooth
710 ipfiremake gutenprint
711 ipfiremake apcupsd
712 ipfiremake iperf
713 ipfiremake netcat
714 ipfiremake 7zip
715 ipfiremake lynis
716 ipfiremake splix
717 ipfiremake streamripper
718 ipfiremake sshfs
719 ipfiremake taglib
720 ipfiremake mediatomb
721 ipfiremake sslh
722 ipfiremake perl-gettext
723 ipfiremake vdradmin
724 ipfiremake miau
725 ipfiremake netsnmpd
726 ipfiremake perl-DBI
727 ipfiremake perl-DBD-mysql
728 ipfiremake cacti
729 ipfiremake icecc
730 ipfiremake openvmtools
731 ipfiremake nagiosql
732 ipfiremake iftop
733 ipfiremake motion
734 ipfiremake joe
735 ipfiremake nut
736 ipfiremake watchdog
737 ipfiremake libpri
738 ipfiremake dahdi
739 ipfiremake asterisk
740 ipfiremake lcr
741 ipfiremake usb_modeswitch
742 ipfiremake usb_modeswitch_data
743 ipfiremake zerofree
744 ipfiremake mdadm
745 ipfiremake eject
746 ipfiremake pound
747 ipfiremake minicom
748 ipfiremake ddrescue
749 ipfiremake imspector
750 ipfiremake miniupnpd
751 ipfiremake client175
752 ipfiremake powertop
753 ipfiremake parted
754 ipfiremake swig
755 ipfiremake python-m2crypto
756 ipfiremake wireless-regdb
757 ipfiremake crda
758 ipfiremake libsolv
759 ipfiremake python-distutils-extra
760 ipfiremake python-lzma
761 ipfiremake python-progressbar
762 ipfiremake python-xattr
763 ipfiremake intltool
764 ipfiremake pakfire3-deps
765 ipfiremake transmission
766 ipfiremake dpfhack
767 ipfiremake lcd4linux
768 ipfiremake mtr
769 ipfiremake tcpick
770 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
771 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
772 echo >> $BASEDIR/build/var/ipfire/firebuild
773 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
774 echo >> $BASEDIR/build/var/ipfire/firebuild
775 git status >> $BASEDIR/build/var/ipfire/firebuild
776 echo >> $BASEDIR/build/var/ipfire/firebuild
777 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
778 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
779 if [ "$GIT_BRANCH" = "master" -o "$GIT_BRANCH" = "next" ]; then
780 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_LASTCOMMIT" > $BASEDIR/build/etc/system-release
781 else
782 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
783 fi
784 }
785
786 buildinstaller() {
787 # Run installer scripts one by one
788 LOGFILE="$BASEDIR/log/_build.installer.log"
789 export LOGFILE
790 ipfiremake as86
791 ipfiremake mbr
792 ipfiremake memtest
793 ipfiremake installer
794 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
795 installmake strip
796 ipfiremake initrd
797 }
798
799 buildpackages() {
800 LOGFILE="$BASEDIR/log/_build.packages.log"
801 export LOGFILE
802 echo "... see detailed log in _build.*.log files" >> $LOGFILE
803
804
805 # Generating list of packages used
806 echo -n "Generating packages list from logs" | tee -a $LOGFILE
807 rm -f $BASEDIR/doc/packages-list
808 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
809 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
810 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
811 fi
812 done
813 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
814 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
815 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
816 rm -f $BASEDIR/doc/packages-list
817 # packages-list.txt is ready to be displayed for wiki page
818 beautify message DONE
819
820 # Update changelog
821 cd $BASEDIR
822 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
823 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
824 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
825
826 # Create images for install
827 ipfiremake cdrom
828
829 # Check if there is a loop device for building in virtual environments
830 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
831 if [ "${MACHINE_TYPE}" != "arm" ]; then
832 ipfiremake usb-stick
833 fi
834 ipfiremake flash-images
835 fi
836
837 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
838
839 ipfirepackages
840
841 # Check if there is a loop device for building in virtual environments
842 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
843 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
844 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
845 ipfiremake xen-image
846 rm -rf $LFS/install/packages/linux-xen-*.ipfire
847 rm -rf $LFS/install/packages/meta-linux-xen
848 fi
849 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
850
851 cd $BASEDIR
852 for i in `ls *.bz2 *.img.gz *.iso`; do
853 md5sum $i > $i.md5
854 done
855 cd $PWD
856
857 # Cleanup
858 stdumount
859 rm -rf $BASEDIR/build/tmp/*
860
861 # Generating total list of files
862 echo -n "Generating files list from logs" | tee -a $LOGFILE
863 rm -f $BASEDIR/log/FILES
864 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
865 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
866 echo "##" >>$BASEDIR/log/FILES
867 echo "## `basename $i`" >>$BASEDIR/log/FILES
868 echo "##" >>$BASEDIR/log/FILES
869 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
870 fi
871 done
872 beautify message DONE
873
874 cd $PWD
875 }
876
877 ipfirepackages() {
878 ipfiremake core-updates
879
880 local i
881 for i in $(find $BASEDIR/config/rootfiles/packages{${machine},} -maxdepth 1 -type f); do
882 i=$(basename ${i})
883 if [ -e $BASEDIR/lfs/$i ]; then
884 ipfiredist $i
885 else
886 echo -n $i
887 beautify message SKIP
888 fi
889 done
890 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
891 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
892 rm -rf $BASEDIR/build/install/packages/*
893 }
894
895 # See what we're supposed to do
896 case "$1" in
897 build)
898 clear
899 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
900 #only restore on a clean disk
901 if [ ! -f log/cleanup-toolchain-2-tools ]; then
902 if [ ! -n "$PACKAGE" ]; then
903 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
904 prepareenv
905 buildtoolchain
906 else
907 PACKAGENAME=${PACKAGE%.tar.gz}
908 beautify build_stage "Packaged toolchain compilation"
909 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
910 tar zxf $PACKAGE
911 prepareenv
912 else
913 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
914 fi
915 fi
916 else
917 echo -n "Using installed toolchain" | tee -a $LOGFILE
918 beautify message SKIP
919 prepareenv
920 fi
921
922 beautify build_start
923 beautify build_stage "Building LFS"
924 buildbase
925
926 beautify build_stage "Building IPFire"
927 buildipfire
928
929 beautify build_stage "Building installer"
930 buildinstaller
931
932 beautify build_stage "Building packages"
933 buildpackages
934
935 beautify build_stage "Checking Logfiles for new Files"
936
937 cd $BASEDIR
938 tools/checknewlog.pl
939 cd $PWD
940
941 beautify build_end
942 ;;
943 shell)
944 # enter a shell inside LFS chroot
945 # may be used to changed kernel settings
946 prepareenv
947 entershell
948 ;;
949 clean)
950 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
951 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
952 $LOSETUP -d $i 2>/dev/null
953 done
954 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
955 umount $i
956 done
957 stdumount
958 for i in `seq 0 7`; do
959 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
960 umount /dev/loop${i} 2>/dev/null;
961 losetup -d /dev/loop${i} 2>/dev/null;
962 fi;
963 done
964 rm -rf $BASEDIR/build
965 rm -rf $BASEDIR/cdrom
966 rm -rf $BASEDIR/packages
967 rm -rf $BASEDIR/log
968 if [ -h /tools ]; then
969 rm -f /tools
970 fi
971 rm -f $BASEDIR/ipfire-*
972 beautify message DONE
973 ;;
974 downloadsrc)
975 if [ ! -d $BASEDIR/cache ]; then
976 mkdir $BASEDIR/cache
977 fi
978 mkdir -p $BASEDIR/log
979 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
980 FINISHED=0
981 cd $BASEDIR/lfs
982 for c in `seq $MAX_RETRIES`; do
983 if (( FINISHED==1 )); then
984 break
985 fi
986 FINISHED=1
987 cd $BASEDIR/lfs
988 for i in *; do
989 if [ -f "$i" -a "$i" != "Config" ]; then
990 lfsmakecommoncheck ${i} || continue
991
992 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
993 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
994 if [ $? -ne 0 ]; then
995 beautify message FAIL
996 FINISHED=0
997 else
998 if [ $c -eq 1 ]; then
999 beautify message DONE
1000 fi
1001 fi
1002 fi
1003 done
1004 done
1005 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1006 ERROR=0
1007 for i in *; do
1008 if [ -f "$i" -a "$i" != "Config" ]; then
1009 lfsmakecommoncheck ${i} > /dev/null || continue
1010 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1011 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1012 if [ $? -ne 0 ]; then
1013 echo -ne "MD5 difference in lfs/$i"
1014 beautify message FAIL
1015 ERROR=1
1016 fi
1017 fi
1018 done
1019 if [ $ERROR -eq 0 ]; then
1020 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1021 beautify message DONE
1022 else
1023 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1024 beautify message FAIL
1025 fi
1026 cd - >/dev/null 2>&1
1027 ;;
1028 toolchain)
1029 clear
1030 prepareenv
1031 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1032 buildtoolchain
1033 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1034 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1035 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1036 build/{bin,etc,usr/bin,usr/local} \
1037 build/tools/{bin,etc,*-linux-gnu*,include,lib,libexec,sbin,share,var} \
1038 log >> $LOGFILE
1039 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1040 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1041 stdumount
1042 ;;
1043 gettoolchain)
1044 # arbitrary name to be updated in case of new toolchain package upload
1045 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1046 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1047 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1048 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1049 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1050 cd $BASEDIR/cache/toolchains
1051 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1052 if [ $? -ne 0 ]; then
1053 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1054 else
1055 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1056 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1057 else
1058 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1059 fi
1060 fi
1061 else
1062 echo "Toolchain is already downloaded. Exiting..."
1063 fi
1064 ;;
1065 othersrc)
1066 prepareenv
1067 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1068 chroot $LFS /tools/bin/env -i HOME=/root \
1069 TERM=$TERM PS1='\u:\w\$ ' \
1070 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1071 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1072 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1073 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1074 if [ $? -eq "0" ]; then
1075 beautify message DONE
1076 else
1077 beautify message FAIL
1078 fi
1079 stdumount
1080 ;;
1081 uploadsrc)
1082 PWD=`pwd`
1083 if [ -z $IPFIRE_USER ]; then
1084 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1085 beautify message FAIL
1086 exit 1
1087 fi
1088
1089 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1090 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1091
1092 cd $BASEDIR/cache/
1093 for file in $(ls -1 --ignore=toolchains); do
1094 grep -q "$file" <<<$REMOTE_FILES && continue
1095 NEW_FILES="$NEW_FILES $file"
1096 done
1097 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1098 cd $BASEDIR
1099 cd $PWD
1100 exit 0
1101 ;;
1102 lang)
1103 update_langs
1104 ;;
1105 *)
1106 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1107 cat doc/make.sh-usage
1108 ;;
1109 esac