sendEmail: New addon
[ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2012 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.11" # Version number
28 CORE="65" # Core Level (Filename)
29 PAKFIRE_CORE="65" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=3
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 linux32="linux32";
46 fi
47
48
49 # Debian specific settings
50 if [ ! -e /etc/debian_version ]; then
51 FULLPATH=`which $0`
52 else
53 if [ -x /usr/bin/realpath ]; then
54 FULLPATH=`/usr/bin/realpath $0`
55 else
56 echo "ERROR: Need to do apt-get install realpath"
57 exit 1
58 fi
59 fi
60
61 PWD=`pwd`
62 BASENAME=`basename $0`
63 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
64 LOGFILE=$BASEDIR/log/_build.preparation.log
65 export BASEDIR LOGFILE
66 DIR_CHK=$BASEDIR/cache/check
67 mkdir $BASEDIR/log/ 2>/dev/null
68
69 # Include funtions
70 . tools/make-functions
71
72 if [ -f .config ]; then
73 . .config
74 fi
75
76 if [ -z $EDITOR ]; then
77 for i in nano emacs vi; do
78 EDITOR=$(which $i 2>/dev/null)
79 if ! [ -z $EDITOR ]; then
80 export EDITOR=$EDITOR
81 break
82 fi
83 done
84 [ -z $EDITOR ] && exiterror "You should have installed an editor."
85 fi
86
87 prepareenv() {
88 ############################################################################
89 # #
90 # Are we running the right shell? #
91 # #
92 ############################################################################
93 if [ ! "$BASH" ]; then
94 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
95 fi
96
97 if [ -z "${BASH_VERSION}" ]; then
98 exiterror "Not running BASH shell."
99 fi
100
101
102 ############################################################################
103 # #
104 # Trap on emergency exit #
105 # #
106 ############################################################################
107 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
108
109
110 ############################################################################
111 # #
112 # Resetting our nice level #
113 # #
114 ############################################################################
115 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
116 renice $NICE $$ > /dev/null
117 if [ `nice` != "$NICE" ]; then
118 beautify message FAIL
119 exiterror "Failed to set correct nice level"
120 else
121 beautify message DONE
122 fi
123
124
125 ############################################################################
126 # #
127 # Checking if running as root user #
128 # #
129 ############################################################################
130 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
131 if [ `id -u` != 0 ]; then
132 beautify message FAIL
133 exiterror "Not building as root"
134 else
135 beautify message DONE
136 fi
137
138
139 ############################################################################
140 # #
141 # Checking for necessary temporary space #
142 # #
143 ############################################################################
144 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
145 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
146 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
147 if (( 2048000 > $BASE_ASPACE )); then
148 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
149 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
150 beautify message FAIL
151 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
152 fi
153 else
154 beautify message DONE
155 fi
156
157 ############################################################################
158 # #
159 # Building Linux From Scratch system #
160 # #
161 ############################################################################
162 # Set umask
163 umask 022
164
165 # Set LFS Directory
166 LFS=$BASEDIR/build
167
168 # Check /tools symlink
169 if [ -h /tools ]; then
170 rm -f /tools
171 fi
172 if [ ! -a /tools ]; then
173 ln -s $BASEDIR/build/tools /
174 fi
175 if [ ! -h /tools ]; then
176 exiterror "Could not create /tools symbolic link."
177 fi
178
179 # Setup environment
180 set +h
181 LC_ALL=POSIX
182 if [ -z $MAKETUNING ]; then
183 if [ "${MACHINE:0:3}" = "arm" ]; then
184 MAKETUNING="-j2"
185 else
186 MAKETUNING="-j6"
187 fi
188 fi
189 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
190 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
191
192 # Make some extra directories
193 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
194 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
195 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
196 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
197
198 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
199 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
200
201 # Make all sources and proc available under lfs build
202 mount --bind /dev $BASEDIR/build/dev
203 mount --bind /dev/pts $BASEDIR/build/dev/pts
204 mount --bind /dev/shm $BASEDIR/build/dev/shm
205 mount --bind /proc $BASEDIR/build/proc
206 mount --bind /sys $BASEDIR/build/sys
207 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
208 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
209 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
210 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
211 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
212 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
213 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
214 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
215 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
216
217 # This is a temporary hack!!!
218 if [ ! -f /tools/bin/hostname ]; then
219 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
220 fi
221
222 # Run LFS static binary creation scripts one by one
223 export CCACHE_DIR=$BASEDIR/ccache
224 export CCACHE_COMPRESS=1
225 export CCACHE_HASHDIR=1
226
227 # Remove pre-install list of installed files in case user erase some files before rebuild
228 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
229 }
230
231 buildtoolchain() {
232 local error=false
233 case "${MACHINE}:$(uname -m)" in
234 # x86
235 i586:i586|i586:i686)
236 # These are working.
237 ;;
238 i586:*)
239 error=true
240 ;;
241
242 # ARM
243 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv7l)
244 # These are working.
245 ;;
246 armv5tel:*)
247 error=true
248 ;;
249 esac
250
251 ${error} && \
252 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
253
254 if [ "$(uname -r | grep ipfire)" ]; then
255 exiterror "Cannot build toolchain on ipfire. Please use the download."
256 fi
257
258 LOGFILE="$BASEDIR/log/_build.toolchain.log"
259 export LOGFILE
260 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
261 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
262 ORG_PATH=$PATH
263 lfsmake1 ccache PASS=1
264 lfsmake1 make PASS=1
265 lfsmake1 binutils PASS=1
266 lfsmake1 gcc PASS=1
267 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
268 if [ "${MACHINE_TYPE}" = "arm" ]; then
269 lfsmake1 linux TOOLS=1 HEADERS=1
270 else
271 lfsmake1 linux-libc-header
272 fi
273 lfsmake1 glibc
274 lfsmake1 cleanup-toolchain PASS=1
275 lfsmake1 fake-environ
276 lfsmake1 tcl
277 lfsmake1 expect
278 lfsmake1 dejagnu
279 lfsmake1 gcc PASS=2
280 lfsmake1 binutils PASS=2
281 lfsmake1 ccache PASS=2
282 lfsmake1 ncurses
283 lfsmake1 bash
284 lfsmake1 bzip2
285 lfsmake1 coreutils
286 lfsmake1 diffutils
287 lfsmake1 findutils
288 lfsmake1 gawk
289 lfsmake1 gettext
290 lfsmake1 grep
291 lfsmake1 gzip
292 lfsmake1 m4
293 lfsmake1 make PASS=2
294 lfsmake1 patch
295 lfsmake1 perl
296 lfsmake1 sed
297 lfsmake1 tar
298 lfsmake1 texinfo
299 lfsmake1 util-linux
300 lfsmake1 strip
301 lfsmake1 cleanup-toolchain PASS=2
302 export PATH=$ORG_PATH
303 }
304
305 buildbase() {
306 LOGFILE="$BASEDIR/log/_build.base.log"
307 export LOGFILE
308 lfsmake2 stage2
309 if [ "${MACHINE_TYPE}" = "arm" ]; then
310 lfsmake2 linux HEADERS=1
311 else
312 lfsmake2 linux-libc-header
313 fi
314 lfsmake2 man-pages
315 lfsmake2 glibc
316 lfsmake2 tzdata
317 lfsmake2 cleanup-toolchain PASS=3
318 lfsmake2 binutils
319 lfsmake2 gcc
320 lfsmake2 berkeley
321 lfsmake2 coreutils
322 lfsmake2 iana-etc
323 lfsmake2 m4
324 lfsmake2 bison
325 lfsmake2 ncurses
326 lfsmake2 procps
327 lfsmake2 sed
328 lfsmake2 libtool
329 lfsmake2 perl
330 lfsmake2 readline
331 lfsmake2 zlib
332 lfsmake2 autoconf
333 lfsmake2 automake
334 lfsmake2 bash
335 lfsmake2 bzip2
336 lfsmake2 diffutils
337 lfsmake2 e2fsprogs
338 lfsmake2 ed
339 lfsmake2 file
340 lfsmake2 findutils
341 lfsmake2 flex
342 lfsmake2 gawk
343 lfsmake2 gettext
344 lfsmake2 grep
345 lfsmake2 groff
346 lfsmake2 gzip
347 lfsmake2 inetutils
348 lfsmake2 iproute2
349 lfsmake2 kbd
350 lfsmake2 less
351 lfsmake2 libaal
352 lfsmake2 make
353 lfsmake2 man
354 lfsmake2 mktemp
355 lfsmake2 module-init-tools
356 lfsmake2 net-tools
357 lfsmake2 patch
358 lfsmake2 psmisc
359 lfsmake2 reiser4progs
360 lfsmake2 shadow
361 lfsmake2 sysklogd
362 lfsmake2 sysvinit
363 lfsmake2 tar
364 lfsmake2 texinfo
365 lfsmake2 udev
366 lfsmake2 util-linux
367 lfsmake2 vim
368 lfsmake2 grub
369 }
370
371 buildipfire() {
372 LOGFILE="$BASEDIR/log/_build.ipfire.log"
373 export LOGFILE
374 ipfiremake configroot
375 ipfiremake backup
376 ipfiremake bind
377 ipfiremake dhcp
378 ipfiremake dhcpcd
379 ipfiremake libusb
380 ipfiremake libpcap
381 ipfiremake ppp
382 ipfiremake pptp
383 ipfiremake unzip
384 ipfiremake which
385 ipfiremake xz
386 ipfiremake linux-firmware
387 ipfiremake zd1211-firmware
388 ipfiremake fw_ath9k_htc
389 ipfiremake u-boot
390
391 # The xen and PAE kernels are only available for x86
392 if [ "${MACHINE_TYPE}" != "arm" ]; then
393 ipfiremake linux KCFG="-xen"
394 ipfiremake kqemu KCFG="-xen"
395 ipfiremake v4l-dvb KCFG="-xen"
396 ipfiremake madwifi KCFG="-xen"
397 ipfiremake mISDN KCFG="-xen"
398 ipfiremake dahdi KCFG="-xen" KMOD=1
399 ipfiremake cryptodev KCFG="-xen"
400 ipfiremake compat-wireless KCFG="-xen"
401 ipfiremake r8169 KCFG="-xen"
402 ipfiremake r8168 KCFG="-xen"
403 ipfiremake r8101 KCFG="-xen"
404 ipfiremake e1000 KCFG="-xen"
405 ipfiremake e1000e KCFG="-xen"
406 ipfiremake igb KCFG="-xen"
407 ipfiremake linux KCFG="-pae"
408 ipfiremake kqemu KCFG="-pae"
409 ipfiremake kvm-kmod KCFG="-pae"
410 ipfiremake v4l-dvb KCFG="-pae"
411 ipfiremake madwifi KCFG="-pae"
412 ipfiremake alsa KCFG="-pae" KMOD=1
413 ipfiremake mISDN KCFG="-pae"
414 ipfiremake dahdi KCFG="-pae" KMOD=1
415 ipfiremake cryptodev KCFG="-pae"
416 ipfiremake compat-wireless KCFG="-pae"
417 # ipfiremake r8169 KCFG="-pae"
418 # ipfiremake r8168 KCFG="-pae"
419 # ipfiremake r8101 KCFG="-pae"
420 ipfiremake e1000 KCFG="-pae"
421 ipfiremake e1000e KCFG="-pae"
422 ipfiremake igb KCFG="-pae"
423 ipfiremake linux KCFG=""
424 ipfiremake v4l-dvb KCFG=""
425 ipfiremake kqemu KCFG=""
426 ipfiremake kvm-kmod KCFG=""
427 ipfiremake madwifi KCFG=""
428 ipfiremake alsa KCFG="" KMOD=1
429 ipfiremake mISDN KCFG=""
430 ipfiremake dahdi KCFG="" KMOD=1
431 ipfiremake cryptodev KCFG=""
432 ipfiremake compat-wireless KCFG=""
433 # ipfiremake r8169 KCFG=""
434 # ipfiremake r8168 KCFG=""
435 # ipfiremake r8101 KCFG=""
436 ipfiremake e1000 KCFG=""
437 ipfiremake e1000e KCFG=""
438 ipfiremake igb KCFG=""
439 else
440 # arm-versatile kernel build
441 ipfiremake linux KCFG="-versatile"
442 ipfiremake v4l-dvb KCFG="-versatile"
443 ipfiremake kqemu KCFG="-versatile"
444 ipfiremake kvm-kmod KCFG="-versatile"
445 ipfiremake madwifi KCFG="-versatile"
446 ipfiremake mISDN KCFG="-versatile"
447 ipfiremake dahdi KCFG="-versatile" KMOD=1
448 ipfiremake cryptodev KCFG="-versatile"
449 ipfiremake compat-wireless KCFG="-versatile"
450 # ipfiremake r8169 KCFG="-versatile"
451 # ipfiremake r8168 KCFG="-versatile"
452 # ipfiremake r8101 KCFG="-versatile"
453 ipfiremake e1000 KCFG="-versatile"
454 ipfiremake e1000e KCFG="-versatile"
455 ipfiremake igb KCFG="-versatile"
456 # arm-kirkwood kernel build
457 ipfiremake linux KCFG="-kirkwood"
458 ipfiremake v4l-dvb KCFG="-kirkwood"
459 ipfiremake kqemu KCFG="-kirkwood"
460 ipfiremake kvm-kmod KCFG="-kirkwood"
461 ipfiremake madwifi KCFG="-kirkwood"
462 ipfiremake mISDN KCFG="-kirkwood"
463 ipfiremake dahdi KCFG="-kirkwood" KMOD=1
464 ipfiremake cryptodev KCFG="-kirkwood"
465 ipfiremake compat-wireless KCFG="-kirkwood"
466 # ipfiremake r8169 KCFG="-kirkwood"
467 # ipfiremake r8168 KCFG="-kirkwood"
468 # ipfiremake r8101 KCFG="-kirkwood"
469 ipfiremake e1000 KCFG="-kirkwood"
470 ipfiremake e1000e KCFG="-kirkwood"
471 ipfiremake igb KCFG="-kirkwood"
472 fi
473 ipfiremake pkg-config
474 ipfiremake linux-atm
475 ipfiremake cpio
476 ipfiremake dracut
477 ipfiremake expat
478 ipfiremake gdbm
479 ipfiremake gmp
480 ipfiremake pam
481 ipfiremake openssl
482 ipfiremake curl
483 ipfiremake tcl
484 ipfiremake sqlite
485 ipfiremake python
486 ipfiremake fireinfo
487 ipfiremake libnet
488 ipfiremake libnl
489 ipfiremake libidn
490 ipfiremake libjpeg
491 ipfiremake libexif
492 ipfiremake libpng
493 ipfiremake libtiff
494 ipfiremake libart
495 ipfiremake freetype
496 ipfiremake gd
497 ipfiremake popt
498 ipfiremake pcre
499 ipfiremake slang
500 ipfiremake newt
501 ipfiremake attr
502 ipfiremake acl
503 ipfiremake libcap
504 ipfiremake pciutils
505 ipfiremake usbutils
506 ipfiremake libxml2
507 ipfiremake libxslt
508 ipfiremake BerkeleyDB
509 ipfiremake mysql
510 ipfiremake cyrus-sasl
511 ipfiremake openldap
512 ipfiremake apache2
513 ipfiremake php
514 ipfiremake apache2 PASS=C
515 ipfiremake arping
516 ipfiremake beep
517 ipfiremake dvdrtools
518 ipfiremake dnsmasq
519 ipfiremake dosfstools
520 ipfiremake reiserfsprogs
521 ipfiremake xfsprogs
522 ipfiremake sysfsutils
523 ipfiremake fuse
524 ipfiremake ntfs-3g
525 ipfiremake ethtool
526 ipfiremake ez-ipupdate
527 ipfiremake fcron
528 ipfiremake perl-GD
529 ipfiremake GD-Graph
530 ipfiremake GD-TextUtil
531 ipfiremake gnupg
532 ipfiremake hdparm
533 ipfiremake sdparm
534 ipfiremake mtools
535 ipfiremake initscripts
536 ipfiremake whatmask
537 ipfiremake iptables
538 ipfiremake libupnp
539 ipfiremake ipaddr
540 ipfiremake iptstate
541 ipfiremake iputils
542 ipfiremake l7-protocols
543 ipfiremake mISDNuser
544 ipfiremake capi4k-utils
545 ipfiremake hwdata
546 ipfiremake kudzu
547 ipfiremake logrotate
548 ipfiremake logwatch
549 ipfiremake misc-progs
550 ipfiremake nano
551 ipfiremake nasm
552 ipfiremake URI
553 ipfiremake HTML-Tagset
554 ipfiremake HTML-Parser
555 ipfiremake Compress-Zlib
556 ipfiremake Digest
557 ipfiremake Digest-SHA1
558 ipfiremake Digest-HMAC
559 ipfiremake libwww-perl
560 ipfiremake Net-DNS
561 ipfiremake Net-IPv4Addr
562 ipfiremake Net_SSLeay
563 ipfiremake IO-Stringy
564 ipfiremake IO-Socket-SSL
565 ipfiremake Unix-Syslog
566 ipfiremake Mail-Tools
567 ipfiremake MIME-Tools
568 ipfiremake Net-Server
569 ipfiremake Convert-TNEF
570 ipfiremake Convert-UUlib
571 ipfiremake Archive-Tar
572 ipfiremake Archive-Zip
573 ipfiremake Text-Tabs+Wrap
574 ipfiremake Locale-Country
575 ipfiremake XML-Parser
576 ipfiremake Crypt-PasswdMD5
577 ipfiremake Net-Telnet
578 ipfiremake python-setuptools
579 ipfiremake python-clientform
580 ipfiremake python-mechanize
581 ipfiremake python-feedparser
582 ipfiremake python-rssdler
583 ipfiremake glib
584 ipfiremake GeoIP
585 ipfiremake fwhits
586 ipfiremake noip_updater
587 ipfiremake ntp
588 ipfiremake openssh
589 ipfiremake rrdtool
590 ipfiremake setserial
591 ipfiremake setup
592 ipfiremake libdnet
593 ipfiremake daq
594 ipfiremake snort
595 ipfiremake oinkmaster
596 ipfiremake squid
597 ipfiremake squidguard
598 ipfiremake calamaris
599 ipfiremake tcpdump
600 ipfiremake traceroute
601 ipfiremake vlan
602 ipfiremake wireless
603 ipfiremake libsafe
604 ipfiremake pakfire
605 ipfiremake spandsp
606 ipfiremake lzo
607 ipfiremake openvpn
608 ipfiremake pammysql
609 ipfiremake cups
610 ipfiremake ghostscript
611 ipfiremake foomatic
612 ipfiremake hplip
613 ipfiremake samba
614 ipfiremake sudo
615 ipfiremake mc
616 ipfiremake wget
617 ipfiremake bridge-utils
618 ipfiremake screen
619 ipfiremake hddtemp
620 ipfiremake smartmontools
621 ipfiremake htop
622 ipfiremake postfix
623 ipfiremake fetchmail
624 ipfiremake cyrus-imapd
625 ipfiremake openmailadmin
626 ipfiremake clamav
627 ipfiremake spamassassin
628 ipfiremake amavisd
629 ipfiremake alsa
630 ipfiremake mpfire
631 ipfiremake guardian
632 ipfiremake libid3tag
633 ipfiremake libmad
634 ipfiremake libogg
635 ipfiremake libvorbis
636 ipfiremake libdvbpsi
637 ipfiremake flac
638 ipfiremake lame
639 ipfiremake sox
640 ipfiremake libshout
641 ipfiremake xvid
642 ipfiremake libmpeg2
643 ipfiremake cmake
644 ipfiremake gnump3d
645 ipfiremake libsigc++
646 ipfiremake applejuice
647 ipfiremake libtorrent
648 ipfiremake rtorrent
649 ipfiremake ipfireseeder
650 ipfiremake rsync
651 ipfiremake tcpwrapper
652 ipfiremake libevent
653 ipfiremake libevent2
654 ipfiremake portmap
655 ipfiremake nfs
656 ipfiremake nmap
657 ipfiremake ncftp
658 ipfiremake etherwake
659 ipfiremake bwm-ng
660 ipfiremake tripwire
661 ipfiremake sysstat
662 ipfiremake vsftpd
663 ipfiremake strongswan
664 ipfiremake lsof
665 ipfiremake centerim
666 ipfiremake br2684ctl
667 ipfiremake pcmciautils
668 ipfiremake lm_sensors
669 ipfiremake liboping
670 ipfiremake collectd
671 ipfiremake teamspeak
672 ipfiremake elinks
673 ipfiremake igmpproxy
674 ipfiremake fbset
675 ipfiremake sdl
676 ipfiremake qemu
677 ipfiremake qemu-kqemu
678 ipfiremake sane
679 ipfiremake netpbm
680 ipfiremake phpSANE
681 ipfiremake tunctl
682 ipfiremake nagios
683 ipfiremake nagios_nrpe
684 ipfiremake ebtables
685 ipfiremake fontconfig
686 ipfiremake freefont
687 ipfiremake directfb
688 ipfiremake dfb++
689 ipfiremake faad2
690 ipfiremake ffmpeg
691 ipfiremake videolan
692 ipfiremake vdr
693 ipfiremake w_scan
694 ipfiremake icecast
695 ipfiremake icegenerator
696 ipfiremake mpd
697 ipfiremake libmpdclient
698 ipfiremake mpc
699 ipfiremake git
700 ipfiremake squidclamav
701 ipfiremake bc
702 ipfiremake vnstat
703 ipfiremake vnstati
704 ipfiremake iw
705 ipfiremake wpa_supplicant
706 ipfiremake hostapd
707 ipfiremake urlgrabber
708 ipfiremake syslinux
709 ipfiremake tftpd
710 ipfiremake cpufrequtils
711 ipfiremake dbus
712 ipfiremake bluetooth
713 ipfiremake gutenprint
714 ipfiremake apcupsd
715 ipfiremake iperf
716 ipfiremake netcat
717 ipfiremake 7zip
718 ipfiremake lynis
719 ipfiremake splix
720 ipfiremake streamripper
721 ipfiremake sshfs
722 ipfiremake taglib
723 ipfiremake mediatomb
724 ipfiremake sslh
725 ipfiremake perl-gettext
726 ipfiremake vdradmin
727 ipfiremake miau
728 ipfiremake netsnmpd
729 ipfiremake perl-DBI
730 ipfiremake perl-DBD-mysql
731 ipfiremake cacti
732 ipfiremake icecc
733 ipfiremake openvmtools
734 ipfiremake nagiosql
735 ipfiremake iftop
736 ipfiremake motion
737 ipfiremake joe
738 ipfiremake nut
739 ipfiremake watchdog
740 ipfiremake libpri
741 ipfiremake dahdi
742 ipfiremake asterisk
743 ipfiremake lcr
744 ipfiremake usb_modeswitch
745 ipfiremake usb_modeswitch_data
746 ipfiremake zerofree
747 ipfiremake mdadm
748 ipfiremake eject
749 ipfiremake pound
750 ipfiremake minicom
751 ipfiremake ddrescue
752 ipfiremake imspector
753 ipfiremake miniupnpd
754 ipfiremake client175
755 ipfiremake powertop
756 ipfiremake parted
757 ipfiremake swig
758 ipfiremake python-m2crypto
759 ipfiremake wireless-regdb
760 ipfiremake crda
761 ipfiremake libsolv
762 ipfiremake python-distutils-extra
763 ipfiremake python-lzma
764 ipfiremake python-progressbar
765 ipfiremake python-xattr
766 ipfiremake intltool
767 ipfiremake pakfire3-deps
768 ipfiremake transmission
769 ipfiremake dpfhack
770 ipfiremake lcd4linux
771 ipfiremake mtr
772 ipfiremake tcpick
773 ipfiremake minidlna
774 ipfiremake fping
775 ipfiremake telnet
776 ipfiremake stress
777 ipfiremake libstatgrab
778 ipfiremake sarg
779 ipfiremake sendEmail
780 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
781 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
782 echo >> $BASEDIR/build/var/ipfire/firebuild
783 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
784 echo >> $BASEDIR/build/var/ipfire/firebuild
785 git status >> $BASEDIR/build/var/ipfire/firebuild
786 echo >> $BASEDIR/build/var/ipfire/firebuild
787 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
788 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
789 if [ "$GIT_BRANCH" = "master" -o "$GIT_BRANCH" = "next" ]; then
790 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_LASTCOMMIT" > $BASEDIR/build/etc/system-release
791 else
792 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
793 fi
794 }
795
796 buildinstaller() {
797 # Run installer scripts one by one
798 LOGFILE="$BASEDIR/log/_build.installer.log"
799 export LOGFILE
800 ipfiremake as86
801 ipfiremake mbr
802 ipfiremake memtest
803 ipfiremake installer
804 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
805 installmake strip
806 ipfiremake initrd
807 }
808
809 buildpackages() {
810 LOGFILE="$BASEDIR/log/_build.packages.log"
811 export LOGFILE
812 echo "... see detailed log in _build.*.log files" >> $LOGFILE
813
814
815 # Generating list of packages used
816 echo -n "Generating packages list from logs" | tee -a $LOGFILE
817 rm -f $BASEDIR/doc/packages-list
818 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
819 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
820 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
821 fi
822 done
823 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
824 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
825 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
826 rm -f $BASEDIR/doc/packages-list
827 # packages-list.txt is ready to be displayed for wiki page
828 beautify message DONE
829
830 # Update changelog
831 cd $BASEDIR
832 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
833 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
834 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
835
836 # Create images for install
837 ipfiremake cdrom
838
839 # Check if there is a loop device for building in virtual environments
840 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
841 if [ "${MACHINE_TYPE}" != "arm" ]; then
842 ipfiremake usb-stick
843 fi
844 ipfiremake flash-images
845 fi
846
847 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
848
849 ipfirepackages
850
851 # Check if there is a loop device for building in virtual environments
852 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
853 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
854 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
855 ipfiremake xen-image
856 rm -rf $LFS/install/packages/linux-xen-*.ipfire
857 rm -rf $LFS/install/packages/meta-linux-xen
858 fi
859 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
860
861 cd $BASEDIR
862 for i in `ls *.bz2 *.img.gz *.iso`; do
863 md5sum $i > $i.md5
864 done
865 cd $PWD
866
867 # Cleanup
868 stdumount
869 rm -rf $BASEDIR/build/tmp/*
870
871 # Generating total list of files
872 echo -n "Generating files list from logs" | tee -a $LOGFILE
873 rm -f $BASEDIR/log/FILES
874 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
875 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
876 echo "##" >>$BASEDIR/log/FILES
877 echo "## `basename $i`" >>$BASEDIR/log/FILES
878 echo "##" >>$BASEDIR/log/FILES
879 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
880 fi
881 done
882 beautify message DONE
883
884 cd $PWD
885 }
886
887 ipfirepackages() {
888 ipfiremake core-updates
889
890 local i
891 for i in $(find $BASEDIR/config/rootfiles/packages{${machine},} -maxdepth 1 -type f); do
892 i=$(basename ${i})
893 if [ -e $BASEDIR/lfs/$i ]; then
894 ipfiredist $i
895 else
896 echo -n $i
897 beautify message SKIP
898 fi
899 done
900 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
901 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
902 rm -rf $BASEDIR/build/install/packages/*
903 }
904
905 # See what we're supposed to do
906 case "$1" in
907 build)
908 clear
909 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
910 #only restore on a clean disk
911 if [ ! -f log/cleanup-toolchain-2-tools ]; then
912 if [ ! -n "$PACKAGE" ]; then
913 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
914 prepareenv
915 buildtoolchain
916 else
917 PACKAGENAME=${PACKAGE%.tar.gz}
918 beautify build_stage "Packaged toolchain compilation"
919 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
920 tar zxf $PACKAGE
921 prepareenv
922 else
923 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
924 fi
925 fi
926 else
927 echo -n "Using installed toolchain" | tee -a $LOGFILE
928 beautify message SKIP
929 prepareenv
930 fi
931
932 beautify build_start
933 beautify build_stage "Building LFS"
934 buildbase
935
936 beautify build_stage "Building IPFire"
937 buildipfire
938
939 beautify build_stage "Building installer"
940 buildinstaller
941
942 beautify build_stage "Building packages"
943 buildpackages
944
945 beautify build_stage "Checking Logfiles for new Files"
946
947 cd $BASEDIR
948 tools/checknewlog.pl
949 cd $PWD
950
951 beautify build_end
952 ;;
953 shell)
954 # enter a shell inside LFS chroot
955 # may be used to changed kernel settings
956 prepareenv
957 entershell
958 ;;
959 clean)
960 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
961 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
962 $LOSETUP -d $i 2>/dev/null
963 done
964 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
965 umount $i
966 done
967 stdumount
968 for i in `seq 0 7`; do
969 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
970 umount /dev/loop${i} 2>/dev/null;
971 losetup -d /dev/loop${i} 2>/dev/null;
972 fi;
973 done
974 rm -rf $BASEDIR/build
975 rm -rf $BASEDIR/cdrom
976 rm -rf $BASEDIR/packages
977 rm -rf $BASEDIR/log
978 if [ -h /tools ]; then
979 rm -f /tools
980 fi
981 rm -f $BASEDIR/ipfire-*
982 beautify message DONE
983 ;;
984 downloadsrc)
985 if [ ! -d $BASEDIR/cache ]; then
986 mkdir $BASEDIR/cache
987 fi
988 mkdir -p $BASEDIR/log
989 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
990 FINISHED=0
991 cd $BASEDIR/lfs
992 for c in `seq $MAX_RETRIES`; do
993 if (( FINISHED==1 )); then
994 break
995 fi
996 FINISHED=1
997 cd $BASEDIR/lfs
998 for i in *; do
999 if [ -f "$i" -a "$i" != "Config" ]; then
1000 lfsmakecommoncheck ${i} || continue
1001
1002 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1003 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1004 if [ $? -ne 0 ]; then
1005 beautify message FAIL
1006 FINISHED=0
1007 else
1008 if [ $c -eq 1 ]; then
1009 beautify message DONE
1010 fi
1011 fi
1012 fi
1013 done
1014 done
1015 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1016 ERROR=0
1017 for i in *; do
1018 if [ -f "$i" -a "$i" != "Config" ]; then
1019 lfsmakecommoncheck ${i} > /dev/null || continue
1020 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1021 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1022 if [ $? -ne 0 ]; then
1023 echo -ne "MD5 difference in lfs/$i"
1024 beautify message FAIL
1025 ERROR=1
1026 fi
1027 fi
1028 done
1029 if [ $ERROR -eq 0 ]; then
1030 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1031 beautify message DONE
1032 else
1033 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1034 beautify message FAIL
1035 fi
1036 cd - >/dev/null 2>&1
1037 ;;
1038 toolchain)
1039 clear
1040 prepareenv
1041 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1042 buildtoolchain
1043 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1044 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1045 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1046 build/{bin,etc,usr/bin,usr/local} \
1047 build/tools/{bin,etc,*-linux-gnu*,include,lib,libexec,sbin,share,var} \
1048 log >> $LOGFILE
1049 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1050 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1051 stdumount
1052 ;;
1053 gettoolchain)
1054 # arbitrary name to be updated in case of new toolchain package upload
1055 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1056 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1057 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1058 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1059 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1060 cd $BASEDIR/cache/toolchains
1061 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1062 if [ $? -ne 0 ]; then
1063 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1064 else
1065 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1066 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1067 else
1068 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1069 fi
1070 fi
1071 else
1072 echo "Toolchain is already downloaded. Exiting..."
1073 fi
1074 ;;
1075 othersrc)
1076 prepareenv
1077 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1078 chroot $LFS /tools/bin/env -i HOME=/root \
1079 TERM=$TERM PS1='\u:\w\$ ' \
1080 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1081 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1082 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1083 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1084 if [ $? -eq "0" ]; then
1085 beautify message DONE
1086 else
1087 beautify message FAIL
1088 fi
1089 stdumount
1090 ;;
1091 uploadsrc)
1092 PWD=`pwd`
1093 if [ -z $IPFIRE_USER ]; then
1094 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1095 beautify message FAIL
1096 exit 1
1097 fi
1098
1099 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1100 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1101
1102 cd $BASEDIR/cache/
1103 for file in $(ls -1 --ignore=toolchains); do
1104 grep -q "$file" <<<$REMOTE_FILES && continue
1105 NEW_FILES="$NEW_FILES $file"
1106 done
1107 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1108 cd $BASEDIR
1109 cd $PWD
1110 exit 0
1111 ;;
1112 lang)
1113 update_langs
1114 ;;
1115 *)
1116 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1117 cat doc/make.sh-usage
1118 ;;
1119 esac