8e44c4d799ab69c5bc48ebfa09b22cf52940c4a3
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2012 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.11" # Version number
28 CORE="61" # Core Level (Filename)
29 PAKFIRE_CORE="61" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=3
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 linux32="linux32";
46 fi
47
48
49 # Debian specific settings
50 if [ ! -e /etc/debian_version ]; then
51 FULLPATH=`which $0`
52 else
53 if [ -x /usr/bin/realpath ]; then
54 FULLPATH=`/usr/bin/realpath $0`
55 else
56 echo "ERROR: Need to do apt-get install realpath"
57 exit 1
58 fi
59 fi
60
61 PWD=`pwd`
62 BASENAME=`basename $0`
63 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
64 LOGFILE=$BASEDIR/log/_build.preparation.log
65 export BASEDIR LOGFILE
66 DIR_CHK=$BASEDIR/cache/check
67 mkdir $BASEDIR/log/ 2>/dev/null
68
69 # Include funtions
70 . tools/make-functions
71
72 if [ -f .config ]; then
73 . .config
74 fi
75
76 if [ -z $EDITOR ]; then
77 for i in nano emacs vi; do
78 EDITOR=$(which $i 2>/dev/null)
79 if ! [ -z $EDITOR ]; then
80 export EDITOR=$EDITOR
81 break
82 fi
83 done
84 [ -z $EDITOR ] && exiterror "You should have installed an editor."
85 fi
86
87 prepareenv() {
88 ############################################################################
89 # #
90 # Are we running the right shell? #
91 # #
92 ############################################################################
93 if [ ! "$BASH" ]; then
94 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
95 fi
96
97 if [ -z "${BASH_VERSION}" ]; then
98 exiterror "Not running BASH shell."
99 fi
100
101
102 ############################################################################
103 # #
104 # Trap on emergency exit #
105 # #
106 ############################################################################
107 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
108
109
110 ############################################################################
111 # #
112 # Resetting our nice level #
113 # #
114 ############################################################################
115 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
116 renice $NICE $$ > /dev/null
117 if [ `nice` != "$NICE" ]; then
118 beautify message FAIL
119 exiterror "Failed to set correct nice level"
120 else
121 beautify message DONE
122 fi
123
124
125 ############################################################################
126 # #
127 # Checking if running as root user #
128 # #
129 ############################################################################
130 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
131 if [ `id -u` != 0 ]; then
132 beautify message FAIL
133 exiterror "Not building as root"
134 else
135 beautify message DONE
136 fi
137
138
139 ############################################################################
140 # #
141 # Checking for necessary temporary space #
142 # #
143 ############################################################################
144 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
145 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
146 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
147 if (( 2048000 > $BASE_ASPACE )); then
148 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
149 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
150 beautify message FAIL
151 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
152 fi
153 else
154 beautify message DONE
155 fi
156
157 ############################################################################
158 # #
159 # Building Linux From Scratch system #
160 # #
161 ############################################################################
162 # Set umask
163 umask 022
164
165 # Set LFS Directory
166 LFS=$BASEDIR/build
167
168 # Check /tools symlink
169 if [ -h /tools ]; then
170 rm -f /tools
171 fi
172 if [ ! -a /tools ]; then
173 ln -s $BASEDIR/build/tools /
174 fi
175 if [ ! -h /tools ]; then
176 exiterror "Could not create /tools symbolic link."
177 fi
178
179 # Setup environment
180 set +h
181 LC_ALL=POSIX
182 if [ -z $MAKETUNING ]; then
183 if [ "${MACHINE:0:3}" = "arm" ]; then
184 MAKETUNING="-j2"
185 else
186 MAKETUNING="-j6"
187 fi
188 fi
189 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
190 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
191
192 # Make some extra directories
193 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
194 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
195 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
196 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
197
198 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
199 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
200
201 # Make all sources and proc available under lfs build
202 mount --bind /dev $BASEDIR/build/dev
203 mount --bind /dev/pts $BASEDIR/build/dev/pts
204 mount --bind /dev/shm $BASEDIR/build/dev/shm
205 mount --bind /proc $BASEDIR/build/proc
206 mount --bind /sys $BASEDIR/build/sys
207 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
208 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
209 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
210 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
211 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
212 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
213 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
214 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
215 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
216
217 # This is a temporary hack!!!
218 if [ ! -f /tools/bin/hostname ]; then
219 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
220 fi
221
222 # Run LFS static binary creation scripts one by one
223 export CCACHE_DIR=$BASEDIR/ccache
224 export CCACHE_COMPRESS=1
225 export CCACHE_COMPILERCHECK="none"
226
227 # Remove pre-install list of installed files in case user erase some files before rebuild
228 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
229 }
230
231 buildtoolchain() {
232 local error=false
233 case "${MACHINE}:$(uname -m)" in
234 # x86
235 i586:i586|i586:i686)
236 # These are working.
237 ;;
238 i586:*)
239 error=true
240 ;;
241
242 # ARM
243 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv7l)
244 # These are working.
245 ;;
246 armv5tel:*)
247 error=true
248 ;;
249 esac
250
251 ${error} && \
252 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
253
254 if [ "$(uname -r | grep ipfire)" ]; then
255 exiterror "Cannot build toolchain on ipfire. Please use the download."
256 fi
257
258 LOGFILE="$BASEDIR/log/_build.toolchain.log"
259 export LOGFILE
260 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
261 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
262 ORG_PATH=$PATH
263 lfsmake1 ccache PASS=1
264 lfsmake1 make PASS=1
265 lfsmake1 binutils PASS=1
266 lfsmake1 gcc PASS=1
267 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
268 lfsmake1 linux TOOLS=1 HEADERS=1
269 lfsmake1 glibc
270 lfsmake1 cleanup-toolchain PASS=1
271 lfsmake1 fake-environ
272 lfsmake1 tcl
273 lfsmake1 expect
274 lfsmake1 dejagnu
275 lfsmake1 gcc PASS=2
276 lfsmake1 binutils PASS=2
277 lfsmake1 ccache PASS=2
278 lfsmake1 ncurses
279 lfsmake1 bash
280 lfsmake1 bzip2
281 lfsmake1 coreutils
282 lfsmake1 diffutils
283 lfsmake1 findutils
284 lfsmake1 gawk
285 lfsmake1 gettext
286 lfsmake1 grep
287 lfsmake1 gzip
288 lfsmake1 m4
289 lfsmake1 make PASS=2
290 lfsmake1 patch
291 lfsmake1 perl
292 lfsmake1 sed
293 lfsmake1 tar
294 lfsmake1 texinfo
295 lfsmake1 util-linux
296 lfsmake1 strip
297 lfsmake1 cleanup-toolchain PASS=2
298 export PATH=$ORG_PATH
299 }
300
301 buildbase() {
302 LOGFILE="$BASEDIR/log/_build.base.log"
303 export LOGFILE
304 lfsmake2 stage2
305 lfsmake2 linux HEADERS=1
306 lfsmake2 man-pages
307 lfsmake2 glibc
308 lfsmake2 tzdata
309 lfsmake2 cleanup-toolchain PASS=3
310 lfsmake2 binutils
311 lfsmake2 gcc
312 lfsmake2 berkeley
313 lfsmake2 coreutils
314 lfsmake2 iana-etc
315 lfsmake2 m4
316 lfsmake2 bison
317 lfsmake2 ncurses
318 lfsmake2 procps
319 lfsmake2 sed
320 lfsmake2 libtool
321 lfsmake2 perl
322 lfsmake2 readline
323 lfsmake2 zlib
324 lfsmake2 autoconf
325 lfsmake2 automake
326 lfsmake2 bash
327 lfsmake2 bzip2
328 lfsmake2 diffutils
329 lfsmake2 e2fsprogs
330 lfsmake2 ed
331 lfsmake2 file
332 lfsmake2 findutils
333 lfsmake2 flex
334 lfsmake2 gawk
335 lfsmake2 gettext
336 lfsmake2 grep
337 lfsmake2 groff
338 lfsmake2 gzip
339 lfsmake2 inetutils
340 lfsmake2 iproute2
341 lfsmake2 kbd
342 lfsmake2 less
343 lfsmake2 libaal
344 lfsmake2 make
345 lfsmake2 man
346 lfsmake2 mktemp
347 lfsmake2 module-init-tools
348 lfsmake2 net-tools
349 lfsmake2 patch
350 lfsmake2 psmisc
351 lfsmake2 reiser4progs
352 lfsmake2 shadow
353 lfsmake2 sysklogd
354 lfsmake2 sysvinit
355 lfsmake2 tar
356 lfsmake2 texinfo
357 lfsmake2 udev
358 lfsmake2 util-linux
359 lfsmake2 vim
360 lfsmake2 grub
361 }
362
363 buildipfire() {
364 LOGFILE="$BASEDIR/log/_build.ipfire.log"
365 export LOGFILE
366 ipfiremake configroot
367 ipfiremake backup
368 ipfiremake dhcp
369 ipfiremake dhcpcd
370 ipfiremake libusb
371 ipfiremake libpcap
372 ipfiremake ppp
373 ipfiremake pptp
374 ipfiremake unzip
375 ipfiremake which
376 ipfiremake xz
377 ipfiremake linux-firmware
378 ipfiremake zd1211-firmware
379 ipfiremake rpi-firmware
380 ipfiremake fw_ath9k_htc
381 ipfiremake u-boot
382
383 # The xen and PAE kernels are only available for x86
384 if [ "${MACHINE_TYPE}" != "arm" ]; then
385 ipfiremake linux KCFG="-xen"
386 ipfiremake kqemu KCFG="-xen"
387 ipfiremake v4l-dvb KCFG="-xen"
388 ipfiremake madwifi KCFG="-xen"
389 ipfiremake mISDN KCFG="-xen"
390 ipfiremake dahdi KCFG="-xen" KMOD=1
391 ipfiremake cryptodev KCFG="-xen"
392 ipfiremake compat-wireless KCFG="-xen"
393 ipfiremake r8169 KCFG="-xen"
394 ipfiremake r8168 KCFG="-xen"
395 ipfiremake r8101 KCFG="-xen"
396 ipfiremake e1000 KCFG="-xen"
397 ipfiremake e1000e KCFG="-xen"
398 ipfiremake igb KCFG="-xen"
399 ipfiremake linux KCFG="-pae"
400 ipfiremake kqemu KCFG="-pae"
401 ipfiremake kvm-kmod KCFG="-pae"
402 ipfiremake v4l-dvb KCFG="-pae"
403 ipfiremake madwifi KCFG="-pae"
404 ipfiremake alsa KCFG="-pae" KMOD=1
405 ipfiremake mISDN KCFG="-pae"
406 ipfiremake dahdi KCFG="-pae" KMOD=1
407 ipfiremake cryptodev KCFG="-pae"
408 ipfiremake compat-wireless KCFG="-pae"
409 # ipfiremake r8169 KCFG="-pae"
410 # ipfiremake r8168 KCFG="-pae"
411 # ipfiremake r8101 KCFG="-pae"
412 ipfiremake e1000 KCFG="-pae"
413 ipfiremake e1000e KCFG="-pae"
414 ipfiremake igb KCFG="-pae"
415 ipfiremake linux KCFG=""
416 ipfiremake v4l-dvb KCFG=""
417 ipfiremake kqemu KCFG=""
418 ipfiremake kvm-kmod KCFG=""
419 ipfiremake madwifi KCFG=""
420 ipfiremake alsa KCFG="" KMOD=1
421 ipfiremake mISDN KCFG=""
422 ipfiremake dahdi KCFG="" KMOD=1
423 ipfiremake cryptodev KCFG=""
424 ipfiremake compat-wireless KCFG=""
425 # ipfiremake r8169 KCFG=""
426 # ipfiremake r8168 KCFG=""
427 # ipfiremake r8101 KCFG=""
428 ipfiremake e1000 KCFG=""
429 ipfiremake e1000e KCFG=""
430 ipfiremake igb KCFG=""
431 else
432 # arm-omap kernel build
433 ipfiremake linux3 KCFG="-rpi"
434
435 ipfiremake linux3 KCFG="-omap"
436
437 # arm-versatile kernel build
438 ipfiremake linux KCFG="-versatile"
439 ipfiremake v4l-dvb KCFG="-versatile"
440 ipfiremake kqemu KCFG="-versatile"
441 ipfiremake kvm-kmod KCFG="-versatile"
442 ipfiremake madwifi KCFG="-versatile"
443 ipfiremake mISDN KCFG="-versatile"
444 ipfiremake dahdi KCFG="-versatile" KMOD=1
445 ipfiremake cryptodev KCFG="-versatile"
446 ipfiremake compat-wireless KCFG="-versatile"
447 # ipfiremake r8169 KCFG="-versatile"
448 # ipfiremake r8168 KCFG="-versatile"
449 # ipfiremake r8101 KCFG="-versatile"
450 ipfiremake e1000 KCFG="-versatile"
451 ipfiremake e1000e KCFG="-versatile"
452 ipfiremake igb KCFG="-versatile"
453 # arm-kirkwood kernel build
454 ipfiremake linux KCFG="-kirkwood"
455 ipfiremake v4l-dvb KCFG="-kirkwood"
456 ipfiremake kqemu KCFG="-kirkwood"
457 ipfiremake kvm-kmod KCFG="-kirkwood"
458 ipfiremake madwifi KCFG="-kirkwood"
459 ipfiremake mISDN KCFG="-kirkwood"
460 ipfiremake dahdi KCFG="-kirkwood" KMOD=1
461 ipfiremake cryptodev KCFG="-kirkwood"
462 ipfiremake compat-wireless KCFG="-kirkwood"
463 # ipfiremake r8169 KCFG="-kirkwood"
464 # ipfiremake r8168 KCFG="-kirkwood"
465 # ipfiremake r8101 KCFG="-kirkwood"
466 ipfiremake e1000 KCFG="-kirkwood"
467 ipfiremake e1000e KCFG="-kirkwood"
468 ipfiremake igb KCFG="-kirkwood"
469 fi
470 ipfiremake pkg-config
471 ipfiremake linux-atm
472 ipfiremake cpio
473 ipfiremake dracut
474 ipfiremake expat
475 ipfiremake gdbm
476 ipfiremake gmp
477 ipfiremake pam
478 ipfiremake openssl
479 ipfiremake curl
480 ipfiremake tcl
481 ipfiremake sqlite
482 ipfiremake python
483 ipfiremake fireinfo
484 ipfiremake libnet
485 ipfiremake libnl
486 ipfiremake libidn
487 ipfiremake libjpeg
488 ipfiremake libpng
489 ipfiremake libtiff
490 ipfiremake libart
491 ipfiremake freetype
492 ipfiremake gd
493 ipfiremake popt
494 ipfiremake pcre
495 ipfiremake slang
496 ipfiremake newt
497 ipfiremake attr
498 ipfiremake acl
499 ipfiremake libcap
500 ipfiremake pciutils
501 ipfiremake usbutils
502 ipfiremake libxml2
503 ipfiremake libxslt
504 ipfiremake BerkeleyDB
505 ipfiremake mysql
506 ipfiremake cyrus-sasl
507 ipfiremake openldap
508 ipfiremake apache2
509 ipfiremake php
510 ipfiremake apache2 PASS=C
511 ipfiremake arping
512 ipfiremake beep
513 ipfiremake bind
514 ipfiremake dvdrtools
515 ipfiremake dnsmasq
516 ipfiremake dosfstools
517 ipfiremake reiserfsprogs
518 ipfiremake xfsprogs
519 ipfiremake sysfsutils
520 ipfiremake fuse
521 ipfiremake ntfs-3g
522 ipfiremake ethtool
523 ipfiremake ez-ipupdate
524 ipfiremake fcron
525 ipfiremake perl-GD
526 ipfiremake GD-Graph
527 ipfiremake GD-TextUtil
528 ipfiremake gnupg
529 ipfiremake hdparm
530 ipfiremake sdparm
531 ipfiremake mtools
532 ipfiremake initscripts
533 ipfiremake whatmask
534 ipfiremake iptables
535 ipfiremake libupnp
536 ipfiremake ipaddr
537 ipfiremake iptstate
538 ipfiremake iputils
539 ipfiremake l7-protocols
540 ipfiremake mISDNuser
541 ipfiremake capi4k-utils
542 ipfiremake hwdata
543 ipfiremake kudzu
544 ipfiremake logrotate
545 ipfiremake logwatch
546 ipfiremake misc-progs
547 ipfiremake nano
548 ipfiremake nasm
549 ipfiremake URI
550 ipfiremake HTML-Tagset
551 ipfiremake HTML-Parser
552 ipfiremake Compress-Zlib
553 ipfiremake Digest
554 ipfiremake Digest-SHA1
555 ipfiremake Digest-HMAC
556 ipfiremake libwww-perl
557 ipfiremake Net-DNS
558 ipfiremake Net-IPv4Addr
559 ipfiremake Net_SSLeay
560 ipfiremake IO-Stringy
561 ipfiremake Unix-Syslog
562 ipfiremake Mail-Tools
563 ipfiremake MIME-Tools
564 ipfiremake Net-Server
565 ipfiremake Convert-TNEF
566 ipfiremake Convert-UUlib
567 ipfiremake Archive-Tar
568 ipfiremake Archive-Zip
569 ipfiremake Text-Tabs+Wrap
570 ipfiremake Locale-Country
571 ipfiremake XML-Parser
572 ipfiremake Crypt-PasswdMD5
573 ipfiremake Net-Telnet
574 ipfiremake python-setuptools
575 ipfiremake python-clientform
576 ipfiremake python-mechanize
577 ipfiremake python-feedparser
578 ipfiremake python-rssdler
579 ipfiremake glib
580 ipfiremake GeoIP
581 ipfiremake fwhits
582 ipfiremake noip_updater
583 ipfiremake ntp
584 ipfiremake openssh
585 ipfiremake rrdtool
586 ipfiremake setserial
587 ipfiremake setup
588 ipfiremake libdnet
589 ipfiremake daq
590 ipfiremake snort
591 ipfiremake oinkmaster
592 ipfiremake squid
593 ipfiremake squidguard
594 ipfiremake calamaris
595 ipfiremake tcpdump
596 ipfiremake traceroute
597 ipfiremake vlan
598 ipfiremake wireless
599 ipfiremake libsafe
600 ipfiremake pakfire
601 ipfiremake spandsp
602 ipfiremake lzo
603 ipfiremake openvpn
604 ipfiremake pammysql
605 ipfiremake cups
606 ipfiremake ghostscript
607 ipfiremake foomatic
608 ipfiremake hplip
609 ipfiremake samba
610 ipfiremake sudo
611 ipfiremake mc
612 ipfiremake wget
613 ipfiremake bridge-utils
614 ipfiremake screen
615 ipfiremake hddtemp
616 ipfiremake smartmontools
617 ipfiremake htop
618 ipfiremake postfix
619 ipfiremake fetchmail
620 ipfiremake cyrus-imapd
621 ipfiremake openmailadmin
622 ipfiremake clamav
623 ipfiremake spamassassin
624 ipfiremake amavisd
625 ipfiremake alsa
626 ipfiremake mpfire
627 ipfiremake guardian
628 ipfiremake libid3tag
629 ipfiremake libmad
630 ipfiremake libogg
631 ipfiremake libvorbis
632 ipfiremake libdvbpsi
633 ipfiremake lame
634 ipfiremake sox
635 ipfiremake libshout
636 ipfiremake xvid
637 ipfiremake libmpeg2
638 ipfiremake cmake
639 ipfiremake gnump3d
640 ipfiremake libsigc++
641 ipfiremake applejuice
642 ipfiremake libtorrent
643 ipfiremake rtorrent
644 ipfiremake ipfireseeder
645 ipfiremake rsync
646 ipfiremake tcpwrapper
647 ipfiremake libevent
648 ipfiremake libevent2
649 ipfiremake portmap
650 ipfiremake nfs
651 ipfiremake nmap
652 ipfiremake ncftp
653 ipfiremake etherwake
654 ipfiremake bwm-ng
655 ipfiremake tripwire
656 ipfiremake sysstat
657 ipfiremake vsftpd
658 ipfiremake strongswan
659 ipfiremake lsof
660 ipfiremake centerim
661 ipfiremake br2684ctl
662 ipfiremake pcmciautils
663 ipfiremake lm_sensors
664 ipfiremake liboping
665 ipfiremake collectd
666 ipfiremake teamspeak
667 ipfiremake elinks
668 ipfiremake igmpproxy
669 ipfiremake fbset
670 ipfiremake sdl
671 ipfiremake qemu
672 ipfiremake qemu-kqemu
673 ipfiremake sane
674 ipfiremake netpbm
675 ipfiremake phpSANE
676 ipfiremake tunctl
677 ipfiremake nagios
678 ipfiremake nagios_nrpe
679 ipfiremake ebtables
680 ipfiremake fontconfig
681 ipfiremake freefont
682 ipfiremake directfb
683 ipfiremake dfb++
684 ipfiremake faad2
685 ipfiremake ffmpeg
686 ipfiremake videolan
687 ipfiremake vdr
688 ipfiremake w_scan
689 ipfiremake icecast
690 ipfiremake icegenerator
691 ipfiremake mpd
692 ipfiremake libmpdclient
693 ipfiremake mpc
694 ipfiremake git
695 ipfiremake squidclamav
696 ipfiremake bc
697 ipfiremake vnstat
698 ipfiremake vnstati
699 ipfiremake iw
700 ipfiremake wpa_supplicant
701 ipfiremake hostapd
702 ipfiremake urlgrabber
703 ipfiremake syslinux
704 ipfiremake tftpd
705 ipfiremake cpufrequtils
706 ipfiremake dbus
707 ipfiremake bluetooth
708 ipfiremake gutenprint
709 ipfiremake apcupsd
710 ipfiremake iperf
711 ipfiremake netcat
712 ipfiremake 7zip
713 ipfiremake lynis
714 ipfiremake splix
715 ipfiremake streamripper
716 ipfiremake sshfs
717 ipfiremake taglib
718 ipfiremake mediatomb
719 ipfiremake sslh
720 ipfiremake perl-gettext
721 ipfiremake vdradmin
722 ipfiremake miau
723 ipfiremake netsnmpd
724 ipfiremake perl-DBI
725 ipfiremake perl-DBD-mysql
726 ipfiremake cacti
727 ipfiremake icecc
728 ipfiremake openvmtools
729 ipfiremake nagiosql
730 ipfiremake iftop
731 ipfiremake motion
732 ipfiremake joe
733 ipfiremake nut
734 ipfiremake watchdog
735 ipfiremake libpri
736 ipfiremake dahdi
737 ipfiremake asterisk
738 ipfiremake lcr
739 ipfiremake usb_modeswitch
740 ipfiremake usb_modeswitch_data
741 ipfiremake zerofree
742 ipfiremake mdadm
743 ipfiremake eject
744 ipfiremake pound
745 ipfiremake minicom
746 ipfiremake ddrescue
747 ipfiremake imspector
748 ipfiremake miniupnpd
749 ipfiremake client175
750 ipfiremake powertop
751 ipfiremake parted
752 ipfiremake swig
753 ipfiremake python-m2crypto
754 ipfiremake wireless-regdb
755 ipfiremake crda
756 ipfiremake libsolv
757 ipfiremake python-distutils-extra
758 ipfiremake python-lzma
759 ipfiremake python-progressbar
760 ipfiremake python-xattr
761 ipfiremake intltool
762 ipfiremake pakfire3-deps
763 ipfiremake transmission
764 ipfiremake dpfhack
765 ipfiremake lcd4linux
766 ipfiremake mtr
767 ipfiremake tcpick
768 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
769 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
770 echo >> $BASEDIR/build/var/ipfire/firebuild
771 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
772 echo >> $BASEDIR/build/var/ipfire/firebuild
773 git status >> $BASEDIR/build/var/ipfire/firebuild
774 echo >> $BASEDIR/build/var/ipfire/firebuild
775 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
776 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
777 if [ "$GIT_BRANCH" = "master" -o "$GIT_BRANCH" = "next" ]; then
778 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_LASTCOMMIT" > $BASEDIR/build/etc/system-release
779 else
780 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
781 fi
782 }
783
784 buildinstaller() {
785 # Run installer scripts one by one
786 LOGFILE="$BASEDIR/log/_build.installer.log"
787 export LOGFILE
788 ipfiremake as86
789 ipfiremake mbr
790 ipfiremake memtest
791 ipfiremake installer
792 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
793 installmake strip
794 ipfiremake initrd
795 }
796
797 buildpackages() {
798 LOGFILE="$BASEDIR/log/_build.packages.log"
799 export LOGFILE
800 echo "... see detailed log in _build.*.log files" >> $LOGFILE
801
802
803 # Generating list of packages used
804 echo -n "Generating packages list from logs" | tee -a $LOGFILE
805 rm -f $BASEDIR/doc/packages-list
806 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
807 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
808 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
809 fi
810 done
811 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
812 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
813 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
814 rm -f $BASEDIR/doc/packages-list
815 # packages-list.txt is ready to be displayed for wiki page
816 beautify message DONE
817
818 # Update changelog
819 cd $BASEDIR
820 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
821 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
822 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
823
824 # Create images for install
825 ipfiremake cdrom
826
827 # Check if there is a loop device for building in virtual environments
828 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
829 if [ "${MACHINE_TYPE}" != "arm" ]; then
830 ipfiremake usb-stick
831 fi
832 ipfiremake flash-images
833 fi
834
835 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
836
837 ipfirepackages
838
839 # Check if there is a loop device for building in virtual environments
840 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
841 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
842 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
843 ipfiremake xen-image
844 rm -rf $LFS/install/packages/linux-xen-*.ipfire
845 rm -rf $LFS/install/packages/meta-linux-xen
846 fi
847 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
848
849 cd $BASEDIR
850 for i in `ls *.bz2 *.img.gz *.iso`; do
851 md5sum $i > $i.md5
852 done
853 cd $PWD
854
855 # Cleanup
856 stdumount
857 rm -rf $BASEDIR/build/tmp/*
858
859 # Generating total list of files
860 echo -n "Generating files list from logs" | tee -a $LOGFILE
861 rm -f $BASEDIR/log/FILES
862 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
863 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
864 echo "##" >>$BASEDIR/log/FILES
865 echo "## `basename $i`" >>$BASEDIR/log/FILES
866 echo "##" >>$BASEDIR/log/FILES
867 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
868 fi
869 done
870 beautify message DONE
871
872 cd $PWD
873 }
874
875 ipfirepackages() {
876 ipfiremake core-updates
877
878 local i
879 for i in $(find $BASEDIR/config/rootfiles/packages{${machine},} -maxdepth 1 -type f); do
880 i=$(basename ${i})
881 if [ -e $BASEDIR/lfs/$i ]; then
882 ipfiredist $i
883 else
884 echo -n $i
885 beautify message SKIP
886 fi
887 done
888 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
889 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
890 rm -rf $BASEDIR/build/install/packages/*
891 }
892
893 # See what we're supposed to do
894 case "$1" in
895 build)
896 clear
897 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
898 #only restore on a clean disk
899 if [ ! -f log/cleanup-toolchain-2-tools ]; then
900 if [ ! -n "$PACKAGE" ]; then
901 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
902 prepareenv
903 buildtoolchain
904 else
905 PACKAGENAME=${PACKAGE%.tar.gz}
906 beautify build_stage "Packaged toolchain compilation"
907 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
908 tar zxf $PACKAGE
909 prepareenv
910 else
911 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
912 fi
913 fi
914 else
915 echo -n "Using installed toolchain" | tee -a $LOGFILE
916 beautify message SKIP
917 prepareenv
918 fi
919
920 beautify build_start
921 beautify build_stage "Building LFS"
922 buildbase
923
924 beautify build_stage "Building IPFire"
925 buildipfire
926
927 beautify build_stage "Building installer"
928 buildinstaller
929
930 beautify build_stage "Building packages"
931 buildpackages
932
933 beautify build_stage "Checking Logfiles for new Files"
934
935 cd $BASEDIR
936 tools/checknewlog.pl
937 cd $PWD
938
939 beautify build_end
940 ;;
941 shell)
942 # enter a shell inside LFS chroot
943 # may be used to changed kernel settings
944 prepareenv
945 entershell
946 ;;
947 clean)
948 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
949 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
950 $LOSETUP -d $i 2>/dev/null
951 done
952 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
953 umount $i
954 done
955 stdumount
956 for i in `seq 0 7`; do
957 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
958 umount /dev/loop${i} 2>/dev/null;
959 losetup -d /dev/loop${i} 2>/dev/null;
960 fi;
961 done
962 rm -rf $BASEDIR/build
963 rm -rf $BASEDIR/cdrom
964 rm -rf $BASEDIR/packages
965 rm -rf $BASEDIR/log
966 if [ -h /tools ]; then
967 rm -f /tools
968 fi
969 rm -f $BASEDIR/ipfire-*
970 beautify message DONE
971 ;;
972 downloadsrc)
973 if [ ! -d $BASEDIR/cache ]; then
974 mkdir $BASEDIR/cache
975 fi
976 mkdir -p $BASEDIR/log
977 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
978 FINISHED=0
979 cd $BASEDIR/lfs
980 for c in `seq $MAX_RETRIES`; do
981 if (( FINISHED==1 )); then
982 break
983 fi
984 FINISHED=1
985 cd $BASEDIR/lfs
986 for i in *; do
987 if [ -f "$i" -a "$i" != "Config" ]; then
988 lfsmakecommoncheck ${i} || continue
989
990 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
991 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
992 if [ $? -ne 0 ]; then
993 beautify message FAIL
994 FINISHED=0
995 else
996 if [ $c -eq 1 ]; then
997 beautify message DONE
998 fi
999 fi
1000 fi
1001 done
1002 done
1003 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1004 ERROR=0
1005 for i in *; do
1006 if [ -f "$i" -a "$i" != "Config" ]; then
1007 lfsmakecommoncheck ${i} > /dev/null || continue
1008 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1009 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1010 if [ $? -ne 0 ]; then
1011 echo -ne "MD5 difference in lfs/$i"
1012 beautify message FAIL
1013 ERROR=1
1014 fi
1015 fi
1016 done
1017 if [ $ERROR -eq 0 ]; then
1018 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1019 beautify message DONE
1020 else
1021 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1022 beautify message FAIL
1023 fi
1024 cd - >/dev/null 2>&1
1025 ;;
1026 toolchain)
1027 clear
1028 prepareenv
1029 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1030 buildtoolchain
1031 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1032 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1033 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1034 build/{bin,etc,usr/bin,usr/local} \
1035 build/tools/{bin,etc,*-linux-gnu*,include,lib,libexec,sbin,share,var} \
1036 log >> $LOGFILE
1037 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1038 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1039 stdumount
1040 ;;
1041 gettoolchain)
1042 # arbitrary name to be updated in case of new toolchain package upload
1043 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1044 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1045 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1046 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1047 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1048 cd $BASEDIR/cache/toolchains
1049 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1050 if [ $? -ne 0 ]; then
1051 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1052 else
1053 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1054 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1055 else
1056 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1057 fi
1058 fi
1059 else
1060 echo "Toolchain is already downloaded. Exiting..."
1061 fi
1062 ;;
1063 othersrc)
1064 prepareenv
1065 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1066 chroot $LFS /tools/bin/env -i HOME=/root \
1067 TERM=$TERM PS1='\u:\w\$ ' \
1068 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1069 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1070 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1071 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1072 if [ $? -eq "0" ]; then
1073 beautify message DONE
1074 else
1075 beautify message FAIL
1076 fi
1077 stdumount
1078 ;;
1079 uploadsrc)
1080 PWD=`pwd`
1081 if [ -z $IPFIRE_USER ]; then
1082 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1083 beautify message FAIL
1084 exit 1
1085 fi
1086
1087 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1088 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1089
1090 cd $BASEDIR/cache/
1091 for file in $(ls -1 --ignore=toolchains); do
1092 grep -q "$file" <<<$REMOTE_FILES && continue
1093 NEW_FILES="$NEW_FILES $file"
1094 done
1095 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1096 cd $BASEDIR
1097 cd $PWD
1098 exit 0
1099 ;;
1100 lang)
1101 update_langs
1102 ;;
1103 *)
1104 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1105 cat doc/make.sh-usage
1106 ;;
1107 esac