5cea8bb72e0d68d34a9368b42aa2a77fe2e3517b
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="72" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
183 if [ -z "${CPU_COUNT}" ]; then
184 CPU_COUNT=1
185 fi
186
187 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
188 fi
189 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
190 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
191
192 # Make some extra directories
193 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
194 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
195 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
196 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
197
198 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
199 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
200
201 # Make all sources and proc available under lfs build
202 mount --bind /dev $BASEDIR/build/dev
203 mount --bind /dev/pts $BASEDIR/build/dev/pts
204 mount --bind /dev/shm $BASEDIR/build/dev/shm
205 mount --bind /proc $BASEDIR/build/proc
206 mount --bind /sys $BASEDIR/build/sys
207 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
208 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
209 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
210 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
211 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
212 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
213 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
214 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
215 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
216
217 # Run LFS static binary creation scripts one by one
218 export CCACHE_DIR=$BASEDIR/ccache
219 export CCACHE_COMPRESS=1
220 export CCACHE_COMPILERCHECK="none"
221
222 # Remove pre-install list of installed files in case user erase some files before rebuild
223 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
224 }
225
226 buildtoolchain() {
227 local error=false
228 case "${MACHINE}:$(uname -m)" in
229 # x86
230 i586:i586|i586:i686|i586:x86_64)
231 # These are working.
232 ;;
233 i586:*)
234 error=true
235 ;;
236
237 # ARM
238 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
239 # These are working.
240 ;;
241 armv5tel:*)
242 error=true
243 ;;
244 esac
245
246 ${error} && \
247 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
248
249 local gcc=$(type -p gcc)
250 if [ -z "${gcc}" ]; then
251 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
252 fi
253
254 LOGFILE="$BASEDIR/log/_build.toolchain.log"
255 export LOGFILE
256
257 local ORG_PATH=$PATH
258 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
259 lfsmake1 ccache PASS=1
260 lfsmake1 binutils PASS=1
261 lfsmake1 gcc PASS=1
262 lfsmake1 linux TOOLS=1 KCFG="-headers"
263 lfsmake1 glibc
264 lfsmake1 cleanup-toolchain PASS=1
265 lfsmake1 binutils PASS=2
266 lfsmake1 gcc PASS=2
267 lfsmake1 ccache PASS=2
268 lfsmake1 tcl
269 lfsmake1 expect
270 lfsmake1 dejagnu
271 lfsmake1 ncurses
272 lfsmake1 bash
273 lfsmake1 bzip2
274 lfsmake1 coreutils
275 lfsmake1 diffutils
276 lfsmake1 findutils
277 lfsmake1 gawk
278 lfsmake1 gettext
279 lfsmake1 grep
280 lfsmake1 gzip
281 lfsmake1 m4
282 lfsmake1 make
283 lfsmake1 patch
284 lfsmake1 perl
285 lfsmake1 sed
286 lfsmake1 tar
287 lfsmake1 texinfo
288 lfsmake1 xz
289 lfsmake1 fake-environ
290 lfsmake1 cleanup-toolchain PASS=2
291 export PATH=$ORG_PATH
292 }
293
294 buildbase() {
295 LOGFILE="$BASEDIR/log/_build.base.log"
296 export LOGFILE
297 lfsmake2 stage2
298 lfsmake2 linux KCFG="-headers"
299 lfsmake2 man-pages
300 lfsmake2 glibc
301 lfsmake2 tzdata
302 lfsmake2 cleanup-toolchain PASS=3
303 lfsmake2 zlib
304 lfsmake2 binutils
305 lfsmake2 gmp
306 lfsmake2 gmp-compat
307 lfsmake2 mpfr
308 lfsmake2 file
309 lfsmake2 gcc
310 lfsmake2 sed
311 lfsmake2 berkeley
312 lfsmake2 coreutils
313 lfsmake2 iana-etc
314 lfsmake2 m4
315 lfsmake2 bison
316 lfsmake2 ncurses
317 lfsmake2 procps
318 lfsmake2 libtool
319 lfsmake2 perl
320 lfsmake2 readline
321 lfsmake2 readline-compat
322 lfsmake2 pcre
323 lfsmake2 pcre-compat
324 lfsmake2 autoconf
325 lfsmake2 automake
326 lfsmake2 bash
327 lfsmake2 bzip2
328 lfsmake2 diffutils
329 lfsmake2 e2fsprogs
330 lfsmake2 ed
331 lfsmake2 findutils
332 lfsmake2 flex
333 lfsmake2 gawk
334 lfsmake2 gettext
335 lfsmake2 grep
336 lfsmake2 groff
337 lfsmake2 gperf
338 lfsmake2 gzip
339 lfsmake2 inetutils
340 lfsmake2 iproute2
341 lfsmake2 jwhois
342 lfsmake2 kbd
343 lfsmake2 less
344 lfsmake2 make
345 lfsmake2 man
346 lfsmake2 mktemp
347 lfsmake2 module-init-tools
348 lfsmake2 net-tools
349 lfsmake2 patch
350 lfsmake2 psmisc
351 lfsmake2 shadow
352 lfsmake2 sysklogd
353 lfsmake2 sysvinit
354 lfsmake2 tar
355 lfsmake2 texinfo
356 lfsmake2 udev
357 lfsmake2 util-linux
358 lfsmake2 vim
359 lfsmake2 xz
360 lfsmake2 paxctl
361 lfsmake2 grub
362 }
363
364 buildipfire() {
365 LOGFILE="$BASEDIR/log/_build.ipfire.log"
366 export LOGFILE
367 ipfiremake configroot
368 ipfiremake backup
369 ipfiremake bind
370 ipfiremake dhcp
371 ipfiremake dhcpcd
372 ipfiremake libusb
373 ipfiremake libpcap
374 ipfiremake ppp
375 ipfiremake pptp
376 ipfiremake unzip
377 ipfiremake which
378 ipfiremake linux-firmware
379 ipfiremake dvb-firmwares
380 ipfiremake zd1211-firmware
381 ipfiremake rpi-firmware
382 ipfiremake bc
383 ipfiremake u-boot
384
385 if [ "${MACHINE_TYPE}" != "arm" ]; then
386
387 # x86-pae (Native and new XEN) kernel build
388 ipfiremake linux KCFG="-pae"
389 # ipfiremake kvm-kmod KCFG="-pae"
390 # ipfiremake v4l-dvb KCFG="-pae"
391 # ipfiremake mISDN KCFG="-pae"
392 ipfiremake cryptodev KCFG="-pae"
393 # ipfiremake compat-drivers KCFG="-pae"
394 # ipfiremake r8169 KCFG="-pae"
395 # ipfiremake r8168 KCFG="-pae"
396 # ipfiremake r8101 KCFG="-pae"
397 # ipfiremake e1000e KCFG="-pae"
398 # ipfiremake igb KCFG="-pae"
399
400 # x86 kernel build
401 ipfiremake linux KCFG=""
402 # ipfiremake kvm-kmod KCFG=""
403 # ipfiremake v4l-dvb KCFG=""
404 # ipfiremake mISDN KCFG=""
405 ipfiremake cryptodev KCFG=""
406 # ipfiremake compat-drivers KCFG=""
407 # ipfiremake r8169 KCFG=""
408 # ipfiremake r8168 KCFG=""
409 # ipfiremake r8101 KCFG=""
410 # ipfiremake e1000e KCFG=""
411 # ipfiremake igb KCFG=""
412
413 else
414 # arm-rpi (Raspberry Pi) kernel build
415 ipfiremake linux KCFG="-rpi"
416 # ipfiremake v4l-dvb KCFG="-rpi"
417 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
418 ipfiremake cryptodev KCFG="-rpi"
419 # ipfiremake compat-drivers KCFG="-rpi"
420
421 # arm multi platform (Panda, Wandboard ...) kernel build
422 ipfiremake linux KCFG="-multi"
423 ipfiremake cryptodev KCFG="-multi"
424
425 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
426 ipfiremake linux KCFG="-kirkwood"
427 # ipfiremake v4l-dvb KCFG="-kirkwood"
428 # ipfiremake mISDN KCFG="-kirkwood"
429 ipfiremake cryptodev KCFG="-kirkwood"
430 # ipfiremake compat-drivers KCFG="-kirkwood"
431 # ipfiremake r8169 KCFG="-kirkwood"
432 # ipfiremake r8168 KCFG="-kirkwood"
433 # ipfiremake r8101 KCFG="-kirkwood"
434 # ipfiremake e1000e KCFG="-kirkwood"
435 # ipfiremake igb KCFG="-kirkwood"
436
437 fi
438 ipfiremake pkg-config
439 ipfiremake linux-atm
440 ipfiremake cpio
441 ipfiremake dracut
442 ipfiremake expat
443 ipfiremake gdbm
444 ipfiremake pam
445 ipfiremake openssl
446 ipfiremake curl
447 ipfiremake tcl
448 ipfiremake sqlite
449 ipfiremake python
450 ipfiremake fireinfo
451 ipfiremake libnet
452 ipfiremake libnl
453 ipfiremake libidn
454 ipfiremake nasm
455 ipfiremake libjpeg
456 ipfiremake libexif
457 ipfiremake libpng
458 ipfiremake libtiff
459 ipfiremake libart
460 ipfiremake freetype
461 ipfiremake gd
462 ipfiremake popt
463 ipfiremake pcre
464 ipfiremake slang
465 ipfiremake newt
466 ipfiremake attr
467 ipfiremake acl
468 ipfiremake libcap
469 ipfiremake pciutils
470 ipfiremake usbutils
471 ipfiremake libxml2
472 ipfiremake libxslt
473 ipfiremake BerkeleyDB
474 ipfiremake mysql
475 ipfiremake cyrus-sasl
476 ipfiremake openldap
477 ipfiremake apache2
478 ipfiremake php
479 ipfiremake apache2 PASS=C
480 ipfiremake arping
481 ipfiremake beep
482 ipfiremake dvdrtools
483 ipfiremake dnsmasq
484 ipfiremake dosfstools
485 ipfiremake reiserfsprogs
486 ipfiremake xfsprogs
487 ipfiremake sysfsutils
488 ipfiremake fuse
489 ipfiremake ntfs-3g
490 ipfiremake ethtool
491 ipfiremake ez-ipupdate
492 ipfiremake fcron
493 ipfiremake perl-GD
494 ipfiremake GD-Graph
495 ipfiremake GD-TextUtil
496 ipfiremake gnupg
497 ipfiremake hdparm
498 ipfiremake sdparm
499 ipfiremake mtools
500 ipfiremake initscripts
501 ipfiremake whatmask
502 ipfiremake libmnl
503 ipfiremake iptables
504 ipfiremake conntrack-tools
505 ipfiremake libupnp
506 ipfiremake ipaddr
507 ipfiremake iputils
508 ipfiremake l7-protocols
509 ipfiremake mISDNuser
510 ipfiremake capi4k-utils
511 ipfiremake hwdata
512 ipfiremake logrotate
513 ipfiremake logwatch
514 ipfiremake misc-progs
515 ipfiremake nano
516 ipfiremake URI
517 ipfiremake HTML-Tagset
518 ipfiremake HTML-Parser
519 ipfiremake HTML-Template
520 ipfiremake Compress-Zlib
521 ipfiremake Digest
522 ipfiremake Digest-SHA1
523 ipfiremake Digest-HMAC
524 ipfiremake libwww-perl
525 ipfiremake Net-DNS
526 ipfiremake Net-IPv4Addr
527 ipfiremake Net_SSLeay
528 ipfiremake IO-Stringy
529 ipfiremake IO-Socket-SSL
530 ipfiremake Unix-Syslog
531 ipfiremake Mail-Tools
532 ipfiremake MIME-Tools
533 ipfiremake Net-Server
534 ipfiremake Convert-TNEF
535 ipfiremake Convert-UUlib
536 ipfiremake Archive-Tar
537 ipfiremake Archive-Zip
538 ipfiremake Text-Tabs+Wrap
539 ipfiremake Locale-Country
540 ipfiremake XML-Parser
541 ipfiremake Crypt-PasswdMD5
542 ipfiremake Net-Telnet
543 ipfiremake python-setuptools
544 ipfiremake python-clientform
545 ipfiremake python-mechanize
546 ipfiremake python-feedparser
547 ipfiremake python-rssdler
548 ipfiremake libffi
549 ipfiremake glib
550 ipfiremake GeoIP
551 ipfiremake fwhits
552 ipfiremake noip_updater
553 ipfiremake ntp
554 ipfiremake openssh
555 ipfiremake fontconfig
556 ipfiremake dejavu-fonts-ttf
557 ipfiremake freefont
558 ipfiremake pixman
559 ipfiremake cairo
560 ipfiremake pango
561 ipfiremake rrdtool
562 ipfiremake setserial
563 ipfiremake setup
564 ipfiremake libdnet
565 ipfiremake daq
566 ipfiremake snort
567 ipfiremake oinkmaster
568 ipfiremake squid
569 ipfiremake squidguard
570 ipfiremake calamaris
571 ipfiremake tcpdump
572 ipfiremake traceroute
573 ipfiremake vlan
574 ipfiremake wireless
575 ipfiremake pakfire
576 ipfiremake spandsp
577 ipfiremake lzo
578 ipfiremake openvpn
579 ipfiremake pammysql
580 ipfiremake cups
581 ipfiremake ghostscript
582 ipfiremake foomatic
583 ipfiremake hplip
584 ipfiremake cifs-utils
585 ipfiremake samba
586 ipfiremake sudo
587 ipfiremake mc
588 ipfiremake wget
589 ipfiremake bridge-utils
590 ipfiremake screen
591 ipfiremake smartmontools
592 ipfiremake htop
593 ipfiremake postfix
594 ipfiremake fetchmail
595 ipfiremake cyrus-imapd
596 ipfiremake openmailadmin
597 ipfiremake clamav
598 ipfiremake spamassassin
599 ipfiremake amavisd
600 ipfiremake alsa
601 ipfiremake mpfire
602 ipfiremake guardian
603 ipfiremake libid3tag
604 ipfiremake libmad
605 ipfiremake libogg
606 ipfiremake libvorbis
607 ipfiremake libdvbpsi
608 ipfiremake flac
609 ipfiremake lame
610 ipfiremake sox
611 ipfiremake libshout
612 ipfiremake xvid
613 ipfiremake libmpeg2
614 ipfiremake cmake
615 ipfiremake gnump3d
616 ipfiremake libsigc++
617 ipfiremake libtorrent
618 ipfiremake rtorrent
619 ipfiremake rsync
620 ipfiremake tcpwrapper
621 ipfiremake libevent
622 ipfiremake libevent2
623 ipfiremake portmap
624 ipfiremake nfs
625 ipfiremake nmap
626 ipfiremake ncftp
627 ipfiremake etherwake
628 ipfiremake bwm-ng
629 ipfiremake tripwire
630 ipfiremake sysstat
631 ipfiremake vsftpd
632 ipfiremake strongswan
633 ipfiremake lsof
634 ipfiremake br2684ctl
635 ipfiremake pcmciautils
636 ipfiremake lm_sensors
637 ipfiremake liboping
638 ipfiremake collectd
639 ipfiremake teamspeak
640 ipfiremake elinks
641 ipfiremake igmpproxy
642 ipfiremake fbset
643 ipfiremake sdl
644 ipfiremake qemu
645 ipfiremake sane
646 ipfiremake netpbm
647 ipfiremake phpSANE
648 ipfiremake tunctl
649 ipfiremake nagios
650 ipfiremake nagios_nrpe
651 ipfiremake ebtables
652 ipfiremake directfb
653 ipfiremake dfb++
654 ipfiremake faad2
655 ipfiremake ffmpeg
656 ipfiremake vdr
657 ipfiremake vdr_streamdev
658 ipfiremake vdr_vnsiserver3
659 ipfiremake vdr_epgsearch
660 ipfiremake w_scan
661 ipfiremake icecast
662 ipfiremake icegenerator
663 ipfiremake mpd
664 ipfiremake libmpdclient
665 ipfiremake mpc
666 ipfiremake git
667 ipfiremake squidclamav
668 ipfiremake vnstat
669 ipfiremake vnstati
670 ipfiremake iw
671 ipfiremake wpa_supplicant
672 ipfiremake hostapd
673 ipfiremake pycurl
674 ipfiremake urlgrabber
675 ipfiremake syslinux
676 ipfiremake tftpd
677 ipfiremake cpufrequtils
678 ipfiremake dbus
679 ipfiremake bluetooth
680 ipfiremake gutenprint
681 ipfiremake apcupsd
682 ipfiremake iperf
683 ipfiremake netcat
684 ipfiremake 7zip
685 ipfiremake lynis
686 ipfiremake streamripper
687 ipfiremake sshfs
688 ipfiremake taglib
689 ipfiremake mediatomb
690 ipfiremake sslh
691 ipfiremake perl-gettext
692 ipfiremake perl-Sort-Naturally
693 ipfiremake vdradmin
694 ipfiremake miau
695 ipfiremake netsnmpd
696 ipfiremake perl-DBI
697 ipfiremake perl-DBD-mysql
698 ipfiremake cacti
699 ipfiremake icecc
700 ipfiremake openvmtools
701 ipfiremake nagiosql
702 ipfiremake iftop
703 ipfiremake motion
704 ipfiremake joe
705 ipfiremake nut
706 ipfiremake watchdog
707 ipfiremake libpri
708 ipfiremake asterisk
709 ipfiremake lcr
710 ipfiremake usb_modeswitch
711 ipfiremake usb_modeswitch_data
712 ipfiremake zerofree
713 ipfiremake mdadm
714 ipfiremake eject
715 ipfiremake pound
716 ipfiremake minicom
717 ipfiremake ddrescue
718 ipfiremake imspector
719 ipfiremake miniupnpd
720 ipfiremake client175
721 ipfiremake powertop
722 ipfiremake parted
723 ipfiremake swig
724 ipfiremake python-m2crypto
725 ipfiremake wireless-regdb
726 ipfiremake crda
727 ipfiremake libsolv
728 ipfiremake python-distutils-extra
729 ipfiremake python-lzma
730 ipfiremake python-progressbar
731 ipfiremake python-xattr
732 ipfiremake intltool
733 ipfiremake transmission
734 ipfiremake dpfhack
735 ipfiremake lcd4linux
736 ipfiremake mtr
737 ipfiremake tcpick
738 ipfiremake minidlna
739 ipfiremake acpid
740 ipfiremake fping
741 ipfiremake telnet
742 ipfiremake xinetd
743 ipfiremake libgpg-error
744 ipfiremake libassuan
745 ipfiremake gpgme
746 ipfiremake pygpgme
747 ipfiremake pakfire3
748 ipfiremake stress
749 ipfiremake libstatgrab
750 ipfiremake sarg
751 ipfiremake fstrim
752 ipfiremake check_mk_agent
753 ipfiremake libdaemon
754 ipfiremake avahi
755 ipfiremake nginx
756 ipfiremake sendEmail
757 ipfiremake sysbench
758 ipfiremake strace
759 ipfiremake ipfire-netboot
760 ipfiremake lcdproc
761 ipfiremake bitstream
762 ipfiremake multicat
763 ipfiremake keepalived
764 ipfiremake ipvsadm
765 ipfiremake perl-Carp-Clan
766 ipfiremake perl-Date-Calc
767 ipfiremake perl-Date-Manip
768 ipfiremake perl-File-Tail
769 ipfiremake perl-TimeDate
770 ipfiremake swatch
771 ipfiremake tor
772 ipfiremake arm
773 ipfiremake wavemon
774 ipfiremake iptraf-ng
775 ipfiremake iotop
776 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
777 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
778 echo >> $BASEDIR/build/var/ipfire/firebuild
779 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
780 echo >> $BASEDIR/build/var/ipfire/firebuild
781 git status >> $BASEDIR/build/var/ipfire/firebuild
782 echo >> $BASEDIR/build/var/ipfire/firebuild
783 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
784 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
785 if [ "$(git status -s | wc -l)" == "0" ]; then
786 GIT_STATUS=""
787 else
788 GIT_STATUS="-dirty"
789 fi
790 case "$GIT_BRANCH" in
791 core*|beta?|rc?)
792 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
793 ;;
794 *)
795 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
796 ;;
797 esac
798 }
799
800 buildinstaller() {
801 # Run installer scripts one by one
802 LOGFILE="$BASEDIR/log/_build.installer.log"
803 export LOGFILE
804 ipfiremake memtest
805 ipfiremake installer
806 installmake strip
807 ipfiremake initrd
808 }
809
810 buildpackages() {
811 LOGFILE="$BASEDIR/log/_build.packages.log"
812 export LOGFILE
813 echo "... see detailed log in _build.*.log files" >> $LOGFILE
814
815
816 # Generating list of packages used
817 echo -n "Generating packages list from logs" | tee -a $LOGFILE
818 rm -f $BASEDIR/doc/packages-list
819 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
820 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
821 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
822 fi
823 done
824 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
825 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
826 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
827 rm -f $BASEDIR/doc/packages-list
828 # packages-list.txt is ready to be displayed for wiki page
829 beautify message DONE
830
831 # Update changelog
832 cd $BASEDIR
833 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
834 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
835 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
836
837 # Create images for install
838 ipfiremake cdrom
839
840 # Check if there is a loop device for building in virtual environments
841 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
842 ipfiremake flash-images
843 fi
844
845 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
846
847 ipfirepackages
848
849 ipfiremake xen-image
850 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
851
852 cd $BASEDIR
853 for i in `ls *.bz2 *.img.gz *.iso`; do
854 md5sum $i > $i.md5
855 done
856 cd $PWD
857
858 # Cleanup
859 stdumount
860 rm -rf $BASEDIR/build/tmp/*
861
862 # Generating total list of files
863 echo -n "Generating files list from logs" | tee -a $LOGFILE
864 rm -f $BASEDIR/log/FILES
865 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
866 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
867 echo "##" >>$BASEDIR/log/FILES
868 echo "## `basename $i`" >>$BASEDIR/log/FILES
869 echo "##" >>$BASEDIR/log/FILES
870 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
871 fi
872 done
873 beautify message DONE
874
875 cd $PWD
876 }
877
878 ipfirepackages() {
879 ipfiremake core-updates
880
881 local i
882 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
883 i=$(basename ${i})
884 if [ -e $BASEDIR/lfs/$i ]; then
885 ipfiredist $i
886 else
887 echo -n $i
888 beautify message SKIP
889 fi
890 done
891 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
892 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
893 rm -rf $BASEDIR/build/install/packages/*
894 }
895
896 # See what we're supposed to do
897 case "$1" in
898 build)
899 clear
900 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
901 #only restore on a clean disk
902 if [ ! -f log/cleanup-toolchain-2-tools ]; then
903 if [ ! -n "$PACKAGE" ]; then
904 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
905 prepareenv
906 buildtoolchain
907 else
908 PACKAGENAME=${PACKAGE%.tar.gz}
909 beautify build_stage "Packaged toolchain compilation"
910 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
911 tar zxf $PACKAGE
912 prepareenv
913 else
914 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
915 fi
916 fi
917 else
918 echo -n "Using installed toolchain" | tee -a $LOGFILE
919 beautify message SKIP
920 prepareenv
921 fi
922
923 beautify build_start
924 beautify build_stage "Building LFS"
925 buildbase
926
927 beautify build_stage "Building IPFire"
928 buildipfire
929
930 beautify build_stage "Building installer"
931 buildinstaller
932
933 beautify build_stage "Building packages"
934 buildpackages
935
936 beautify build_stage "Checking Logfiles for new Files"
937
938 cd $BASEDIR
939 tools/checknewlog.pl
940 tools/checkwronginitlinks
941 cd $PWD
942
943 beautify build_end
944 ;;
945 shell)
946 # enter a shell inside LFS chroot
947 # may be used to changed kernel settings
948 prepareenv
949 entershell
950 ;;
951 clean)
952 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
953 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
954 $LOSETUP -d $i 2>/dev/null
955 done
956 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
957 umount $i
958 done
959 stdumount
960 for i in `seq 0 7`; do
961 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
962 umount /dev/loop${i} 2>/dev/null;
963 losetup -d /dev/loop${i} 2>/dev/null;
964 fi;
965 done
966 rm -rf $BASEDIR/build
967 rm -rf $BASEDIR/cdrom
968 rm -rf $BASEDIR/packages
969 rm -rf $BASEDIR/log
970 if [ -h /tools ]; then
971 rm -f /tools
972 fi
973 rm -f $BASEDIR/ipfire-*
974 beautify message DONE
975 ;;
976 downloadsrc)
977 if [ ! -d $BASEDIR/cache ]; then
978 mkdir $BASEDIR/cache
979 fi
980 mkdir -p $BASEDIR/log
981 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
982 FINISHED=0
983 cd $BASEDIR/lfs
984 for c in `seq $MAX_RETRIES`; do
985 if (( FINISHED==1 )); then
986 break
987 fi
988 FINISHED=1
989 cd $BASEDIR/lfs
990 for i in *; do
991 if [ -f "$i" -a "$i" != "Config" ]; then
992 lfsmakecommoncheck ${i} || continue
993
994 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
995 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
996 if [ $? -ne 0 ]; then
997 beautify message FAIL
998 FINISHED=0
999 else
1000 if [ $c -eq 1 ]; then
1001 beautify message DONE
1002 fi
1003 fi
1004 fi
1005 done
1006 done
1007 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1008 ERROR=0
1009 for i in *; do
1010 if [ -f "$i" -a "$i" != "Config" ]; then
1011 lfsmakecommoncheck ${i} > /dev/null || continue
1012 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1013 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1014 if [ $? -ne 0 ]; then
1015 echo -ne "MD5 difference in lfs/$i"
1016 beautify message FAIL
1017 ERROR=1
1018 fi
1019 fi
1020 done
1021 if [ $ERROR -eq 0 ]; then
1022 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1023 beautify message DONE
1024 else
1025 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1026 beautify message FAIL
1027 fi
1028 cd - >/dev/null 2>&1
1029 ;;
1030 toolchain)
1031 clear
1032 prepareenv
1033 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1034 buildtoolchain
1035 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1036 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1037 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1038 build/tools build/bin/sh log >> $LOGFILE
1039 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1040 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1041 stdumount
1042 ;;
1043 gettoolchain)
1044 # arbitrary name to be updated in case of new toolchain package upload
1045 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1046 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1047 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1048 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1049 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1050 cd $BASEDIR/cache/toolchains
1051 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1052 if [ $? -ne 0 ]; then
1053 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1054 else
1055 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1056 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1057 else
1058 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1059 fi
1060 fi
1061 else
1062 echo "Toolchain is already downloaded. Exiting..."
1063 fi
1064 ;;
1065 othersrc)
1066 prepareenv
1067 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1068 chroot $LFS /tools/bin/env -i HOME=/root \
1069 TERM=$TERM PS1='\u:\w\$ ' \
1070 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1071 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1072 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1073 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1074 if [ $? -eq "0" ]; then
1075 beautify message DONE
1076 else
1077 beautify message FAIL
1078 fi
1079 stdumount
1080 ;;
1081 uploadsrc)
1082 PWD=`pwd`
1083 if [ -z $IPFIRE_USER ]; then
1084 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1085 beautify message FAIL
1086 exit 1
1087 fi
1088
1089 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1090 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1091
1092 cd $BASEDIR/cache/
1093 for file in $(ls -1 --ignore=toolchains); do
1094 grep -q "$file" <<<$REMOTE_FILES && continue
1095 NEW_FILES="$NEW_FILES $file"
1096 done
1097 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1098 cd $BASEDIR
1099 cd $PWD
1100 exit 0
1101 ;;
1102 lang)
1103 update_langs
1104 ;;
1105 *)
1106 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1107 cat doc/make.sh-usage
1108 ;;
1109 esac