0101bb090a20257d646ef574c7ba2c60fd4fd9ea
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="73" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 # Prepare string for /etc/system-release.
87 SYSTEM_RELEASE="${NAME} ${VERSION} (${MACHINE})"
88 if [ "$(git status -s | wc -l)" == "0" ]; then
89 GIT_STATUS=""
90 else
91 GIT_STATUS="-dirty"
92 fi
93 case "$GIT_BRANCH" in
94 core*|beta?|rc?)
95 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
96 ;;
97 *)
98 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
99 ;;
100 esac
101
102 prepareenv() {
103 ############################################################################
104 # #
105 # Are we running the right shell? #
106 # #
107 ############################################################################
108 if [ ! "$BASH" ]; then
109 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
110 fi
111
112 if [ -z "${BASH_VERSION}" ]; then
113 exiterror "Not running BASH shell."
114 fi
115
116
117 ############################################################################
118 # #
119 # Trap on emergency exit #
120 # #
121 ############################################################################
122 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
123
124
125 ############################################################################
126 # #
127 # Resetting our nice level #
128 # #
129 ############################################################################
130 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
131 renice $NICE $$ > /dev/null
132 if [ `nice` != "$NICE" ]; then
133 beautify message FAIL
134 exiterror "Failed to set correct nice level"
135 else
136 beautify message DONE
137 fi
138
139
140 ############################################################################
141 # #
142 # Checking if running as root user #
143 # #
144 ############################################################################
145 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
146 if [ `id -u` != 0 ]; then
147 beautify message FAIL
148 exiterror "Not building as root"
149 else
150 beautify message DONE
151 fi
152
153
154 ############################################################################
155 # #
156 # Checking for necessary temporary space #
157 # #
158 ############################################################################
159 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
160 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
161 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
162 if (( 2048000 > $BASE_ASPACE )); then
163 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
164 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
165 beautify message FAIL
166 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
167 fi
168 else
169 beautify message DONE
170 fi
171
172 ############################################################################
173 # #
174 # Building Linux From Scratch system #
175 # #
176 ############################################################################
177 # Set umask
178 umask 022
179
180 # Set LFS Directory
181 LFS=$BASEDIR/build
182
183 # Check /tools symlink
184 if [ -h /tools ]; then
185 rm -f /tools
186 fi
187 if [ ! -a /tools ]; then
188 ln -s $BASEDIR/build/tools /
189 fi
190 if [ ! -h /tools ]; then
191 exiterror "Could not create /tools symbolic link."
192 fi
193
194 # Setup environment
195 set +h
196 LC_ALL=POSIX
197 if [ -z $MAKETUNING ]; then
198 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
199 if [ -z "${CPU_COUNT}" ]; then
200 CPU_COUNT=1
201 fi
202
203 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
204 fi
205 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
206 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
207
208 # Make some extra directories
209 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
210 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
211 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
212 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
213
214 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
215 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
216
217 # Make all sources and proc available under lfs build
218 mount --bind /dev $BASEDIR/build/dev
219 mount --bind /dev/pts $BASEDIR/build/dev/pts
220 mount --bind /dev/shm $BASEDIR/build/dev/shm
221 mount --bind /proc $BASEDIR/build/proc
222 mount --bind /sys $BASEDIR/build/sys
223 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
224 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
225 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
226 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
227 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
228 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
229 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
230 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
231 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
232
233 # Run LFS static binary creation scripts one by one
234 export CCACHE_DIR=$BASEDIR/ccache
235 export CCACHE_COMPRESS=1
236 export CCACHE_COMPILERCHECK="none"
237
238 # Remove pre-install list of installed files in case user erase some files before rebuild
239 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
240 }
241
242 buildtoolchain() {
243 local error=false
244 case "${MACHINE}:$(uname -m)" in
245 # x86
246 i586:i586|i586:i686|i586:x86_64)
247 # These are working.
248 ;;
249 i586:*)
250 error=true
251 ;;
252
253 # ARM
254 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
255 # These are working.
256 ;;
257 armv5tel:*)
258 error=true
259 ;;
260 esac
261
262 ${error} && \
263 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
264
265 local gcc=$(type -p gcc)
266 if [ -z "${gcc}" ]; then
267 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
268 fi
269
270 LOGFILE="$BASEDIR/log/_build.toolchain.log"
271 export LOGFILE
272
273 local ORG_PATH=$PATH
274 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
275 lfsmake1 ccache PASS=1
276 lfsmake1 binutils PASS=1
277 lfsmake1 gcc PASS=1
278 lfsmake1 linux TOOLS=1 KCFG="-headers"
279 lfsmake1 glibc
280 lfsmake1 cleanup-toolchain PASS=1
281 lfsmake1 binutils PASS=2
282 lfsmake1 gcc PASS=2
283 lfsmake1 ccache PASS=2
284 lfsmake1 tcl
285 lfsmake1 expect
286 lfsmake1 dejagnu
287 lfsmake1 ncurses
288 lfsmake1 bash
289 lfsmake1 bzip2
290 lfsmake1 coreutils
291 lfsmake1 diffutils
292 lfsmake1 findutils
293 lfsmake1 gawk
294 lfsmake1 gettext
295 lfsmake1 grep
296 lfsmake1 gzip
297 lfsmake1 m4
298 lfsmake1 make
299 lfsmake1 patch
300 lfsmake1 perl
301 lfsmake1 sed
302 lfsmake1 tar
303 lfsmake1 texinfo
304 lfsmake1 xz
305 lfsmake1 fake-environ
306 lfsmake1 cleanup-toolchain PASS=2
307 export PATH=$ORG_PATH
308 }
309
310 buildbase() {
311 LOGFILE="$BASEDIR/log/_build.base.log"
312 export LOGFILE
313 lfsmake2 stage2
314 lfsmake2 linux KCFG="-headers"
315 lfsmake2 man-pages
316 lfsmake2 glibc
317 lfsmake2 tzdata
318 lfsmake2 cleanup-toolchain PASS=3
319 lfsmake2 zlib
320 lfsmake2 binutils
321 lfsmake2 gmp
322 lfsmake2 gmp-compat
323 lfsmake2 mpfr
324 lfsmake2 file
325 lfsmake2 gcc
326 lfsmake2 sed
327 lfsmake2 berkeley
328 lfsmake2 coreutils
329 lfsmake2 iana-etc
330 lfsmake2 m4
331 lfsmake2 bison
332 lfsmake2 ncurses
333 lfsmake2 procps
334 lfsmake2 libtool
335 lfsmake2 perl
336 lfsmake2 readline
337 lfsmake2 readline-compat
338 lfsmake2 pcre
339 lfsmake2 pcre-compat
340 lfsmake2 autoconf
341 lfsmake2 automake
342 lfsmake2 bash
343 lfsmake2 bzip2
344 lfsmake2 diffutils
345 lfsmake2 e2fsprogs
346 lfsmake2 ed
347 lfsmake2 findutils
348 lfsmake2 flex
349 lfsmake2 gawk
350 lfsmake2 gettext
351 lfsmake2 grep
352 lfsmake2 groff
353 lfsmake2 gperf
354 lfsmake2 gzip
355 lfsmake2 inetutils
356 lfsmake2 iproute2
357 lfsmake2 jwhois
358 lfsmake2 kbd
359 lfsmake2 less
360 lfsmake2 make
361 lfsmake2 man
362 lfsmake2 mktemp
363 lfsmake2 module-init-tools
364 lfsmake2 net-tools
365 lfsmake2 patch
366 lfsmake2 psmisc
367 lfsmake2 shadow
368 lfsmake2 sysklogd
369 lfsmake2 sysvinit
370 lfsmake2 tar
371 lfsmake2 texinfo
372 lfsmake2 udev
373 lfsmake2 util-linux
374 lfsmake2 vim
375 lfsmake2 xz
376 lfsmake2 paxctl
377 lfsmake2 grub
378 }
379
380 buildipfire() {
381 LOGFILE="$BASEDIR/log/_build.ipfire.log"
382 export LOGFILE
383 ipfiremake configroot
384 ipfiremake backup
385 ipfiremake bind
386 ipfiremake dhcp
387 ipfiremake dhcpcd
388 ipfiremake libusb
389 ipfiremake libusbx
390 ipfiremake libpcap
391 ipfiremake ppp
392 ipfiremake pptp
393 ipfiremake unzip
394 ipfiremake which
395 ipfiremake linux-firmware
396 ipfiremake dvb-firmwares
397 ipfiremake zd1211-firmware
398 ipfiremake rpi-firmware
399 ipfiremake bc
400 ipfiremake u-boot
401
402 if [ "${MACHINE_TYPE}" != "arm" ]; then
403
404 # x86-pae (Native and new XEN) kernel build
405 ipfiremake linux KCFG="-pae"
406 # ipfiremake kvm-kmod KCFG="-pae"
407 # ipfiremake v4l-dvb KCFG="-pae"
408 # ipfiremake mISDN KCFG="-pae"
409 ipfiremake cryptodev KCFG="-pae"
410 # ipfiremake compat-drivers KCFG="-pae"
411 # ipfiremake r8169 KCFG="-pae"
412 # ipfiremake r8168 KCFG="-pae"
413 # ipfiremake r8101 KCFG="-pae"
414 # ipfiremake e1000e KCFG="-pae"
415 # ipfiremake igb KCFG="-pae"
416
417 # x86 kernel build
418 ipfiremake linux KCFG=""
419 # ipfiremake kvm-kmod KCFG=""
420 # ipfiremake v4l-dvb KCFG=""
421 # ipfiremake mISDN KCFG=""
422 ipfiremake cryptodev KCFG=""
423 # ipfiremake compat-drivers KCFG=""
424 # ipfiremake r8169 KCFG=""
425 # ipfiremake r8168 KCFG=""
426 # ipfiremake r8101 KCFG=""
427 # ipfiremake e1000e KCFG=""
428 # ipfiremake igb KCFG=""
429
430 else
431 # arm-rpi (Raspberry Pi) kernel build
432 ipfiremake linux KCFG="-rpi"
433 # ipfiremake v4l-dvb KCFG="-rpi"
434 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
435 ipfiremake cryptodev KCFG="-rpi"
436 # ipfiremake compat-drivers KCFG="-rpi"
437
438 # arm multi platform (Panda, Wandboard ...) kernel build
439 ipfiremake linux KCFG="-multi"
440 ipfiremake cryptodev KCFG="-multi"
441
442 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
443 ipfiremake linux KCFG="-kirkwood"
444 # ipfiremake v4l-dvb KCFG="-kirkwood"
445 # ipfiremake mISDN KCFG="-kirkwood"
446 ipfiremake cryptodev KCFG="-kirkwood"
447 # ipfiremake compat-drivers KCFG="-kirkwood"
448 # ipfiremake r8169 KCFG="-kirkwood"
449 # ipfiremake r8168 KCFG="-kirkwood"
450 # ipfiremake r8101 KCFG="-kirkwood"
451 # ipfiremake e1000e KCFG="-kirkwood"
452 # ipfiremake igb KCFG="-kirkwood"
453
454 fi
455 ipfiremake pkg-config
456 ipfiremake linux-atm
457 ipfiremake cpio
458 ipfiremake dracut
459 ipfiremake expat
460 ipfiremake gdbm
461 ipfiremake pam
462 ipfiremake openssl
463 ipfiremake curl
464 ipfiremake tcl
465 ipfiremake sqlite
466 ipfiremake python
467 ipfiremake fireinfo
468 ipfiremake libnet
469 ipfiremake libnl
470 ipfiremake libidn
471 ipfiremake nasm
472 ipfiremake libjpeg
473 ipfiremake libexif
474 ipfiremake libpng
475 ipfiremake libtiff
476 ipfiremake libart
477 ipfiremake freetype
478 ipfiremake gd
479 ipfiremake popt
480 ipfiremake pcre
481 ipfiremake slang
482 ipfiremake newt
483 ipfiremake attr
484 ipfiremake acl
485 ipfiremake libcap
486 ipfiremake pciutils
487 ipfiremake usbutils
488 ipfiremake libxml2
489 ipfiremake libxslt
490 ipfiremake BerkeleyDB
491 ipfiremake mysql
492 ipfiremake cyrus-sasl
493 ipfiremake openldap
494 ipfiremake apache2
495 ipfiremake php
496 ipfiremake apache2 PASS=C
497 ipfiremake jquery
498 ipfiremake arping
499 ipfiremake beep
500 ipfiremake dvdrtools
501 ipfiremake dnsmasq
502 ipfiremake dosfstools
503 ipfiremake reiserfsprogs
504 ipfiremake xfsprogs
505 ipfiremake sysfsutils
506 ipfiremake fuse
507 ipfiremake ntfs-3g
508 ipfiremake ethtool
509 ipfiremake ez-ipupdate
510 ipfiremake fcron
511 ipfiremake perl-GD
512 ipfiremake GD-Graph
513 ipfiremake GD-TextUtil
514 ipfiremake gnupg
515 ipfiremake hdparm
516 ipfiremake sdparm
517 ipfiremake mtools
518 ipfiremake initscripts
519 ipfiremake whatmask
520 ipfiremake libmnl
521 ipfiremake iptables
522 ipfiremake conntrack-tools
523 ipfiremake libupnp
524 ipfiremake ipaddr
525 ipfiremake iputils
526 ipfiremake l7-protocols
527 ipfiremake mISDNuser
528 ipfiremake capi4k-utils
529 ipfiremake hwdata
530 ipfiremake logrotate
531 ipfiremake logwatch
532 ipfiremake misc-progs
533 ipfiremake nano
534 ipfiremake URI
535 ipfiremake HTML-Tagset
536 ipfiremake HTML-Parser
537 ipfiremake HTML-Template
538 ipfiremake Compress-Zlib
539 ipfiremake Digest
540 ipfiremake Digest-SHA1
541 ipfiremake Digest-HMAC
542 ipfiremake libwww-perl
543 ipfiremake Net-DNS
544 ipfiremake Net-IPv4Addr
545 ipfiremake Net_SSLeay
546 ipfiremake IO-Stringy
547 ipfiremake IO-Socket-SSL
548 ipfiremake Unix-Syslog
549 ipfiremake Mail-Tools
550 ipfiremake MIME-Tools
551 ipfiremake Net-Server
552 ipfiremake Convert-TNEF
553 ipfiremake Convert-UUlib
554 ipfiremake Archive-Tar
555 ipfiremake Archive-Zip
556 ipfiremake Text-Tabs+Wrap
557 ipfiremake Locale-Country
558 ipfiremake XML-Parser
559 ipfiremake Crypt-PasswdMD5
560 ipfiremake Net-Telnet
561 ipfiremake python-setuptools
562 ipfiremake python-clientform
563 ipfiremake python-mechanize
564 ipfiremake python-feedparser
565 ipfiremake python-rssdler
566 ipfiremake libffi
567 ipfiremake glib
568 ipfiremake GeoIP
569 ipfiremake fwhits
570 ipfiremake noip_updater
571 ipfiremake ntp
572 ipfiremake openssh
573 ipfiremake fontconfig
574 ipfiremake dejavu-fonts-ttf
575 ipfiremake freefont
576 ipfiremake pixman
577 ipfiremake cairo
578 ipfiremake pango
579 ipfiremake rrdtool
580 ipfiremake setserial
581 ipfiremake setup
582 ipfiremake libdnet
583 ipfiremake daq
584 ipfiremake snort
585 ipfiremake oinkmaster
586 ipfiremake squid
587 ipfiremake squidguard
588 ipfiremake calamaris
589 ipfiremake tcpdump
590 ipfiremake traceroute
591 ipfiremake vlan
592 ipfiremake wireless
593 ipfiremake pakfire
594 ipfiremake spandsp
595 ipfiremake lzo
596 ipfiremake openvpn
597 ipfiremake pammysql
598 ipfiremake mpage
599 ipfiremake dbus
600 ipfiremake cups
601 ipfiremake ghostscript
602 ipfiremake foomatic
603 ipfiremake hplip
604 ipfiremake cifs-utils
605 ipfiremake samba
606 ipfiremake sudo
607 ipfiremake mc
608 ipfiremake wget
609 ipfiremake bridge-utils
610 ipfiremake screen
611 ipfiremake smartmontools
612 ipfiremake htop
613 ipfiremake postfix
614 ipfiremake fetchmail
615 ipfiremake cyrus-imapd
616 ipfiremake openmailadmin
617 ipfiremake clamav
618 ipfiremake spamassassin
619 ipfiremake amavisd
620 ipfiremake alsa
621 ipfiremake mpfire
622 ipfiremake guardian
623 ipfiremake libid3tag
624 ipfiremake libmad
625 ipfiremake libogg
626 ipfiremake libvorbis
627 ipfiremake libdvbpsi
628 ipfiremake flac
629 ipfiremake lame
630 ipfiremake sox
631 ipfiremake libshout
632 ipfiremake xvid
633 ipfiremake libmpeg2
634 ipfiremake cmake
635 ipfiremake gnump3d
636 ipfiremake libsigc++
637 ipfiremake libtorrent
638 ipfiremake rtorrent
639 ipfiremake rsync
640 ipfiremake tcpwrapper
641 ipfiremake libevent
642 ipfiremake libevent2
643 ipfiremake portmap
644 ipfiremake nfs
645 ipfiremake nmap
646 ipfiremake ncftp
647 ipfiremake etherwake
648 ipfiremake bwm-ng
649 ipfiremake tripwire
650 ipfiremake sysstat
651 ipfiremake vsftpd
652 ipfiremake strongswan
653 ipfiremake lsof
654 ipfiremake br2684ctl
655 ipfiremake pcmciautils
656 ipfiremake lm_sensors
657 ipfiremake liboping
658 ipfiremake collectd
659 ipfiremake teamspeak
660 ipfiremake elinks
661 ipfiremake igmpproxy
662 ipfiremake fbset
663 ipfiremake sdl
664 ipfiremake qemu
665 ipfiremake sane
666 ipfiremake netpbm
667 ipfiremake phpSANE
668 ipfiremake tunctl
669 ipfiremake nagios
670 ipfiremake nagios_nrpe
671 ipfiremake ebtables
672 ipfiremake directfb
673 ipfiremake dfb++
674 ipfiremake faad2
675 ipfiremake ffmpeg
676 ipfiremake vdr
677 ipfiremake vdr_streamdev
678 ipfiremake vdr_vnsiserver3
679 ipfiremake vdr_epgsearch
680 ipfiremake w_scan
681 ipfiremake icecast
682 ipfiremake icegenerator
683 ipfiremake mpd
684 ipfiremake libmpdclient
685 ipfiremake mpc
686 ipfiremake git
687 ipfiremake squidclamav
688 ipfiremake vnstat
689 ipfiremake vnstati
690 ipfiremake iw
691 ipfiremake wpa_supplicant
692 ipfiremake hostapd
693 ipfiremake pycurl
694 ipfiremake urlgrabber
695 ipfiremake syslinux
696 ipfiremake tftpd
697 ipfiremake cpufrequtils
698 ipfiremake bluetooth
699 ipfiremake gutenprint
700 ipfiremake apcupsd
701 ipfiremake iperf
702 ipfiremake netcat
703 ipfiremake 7zip
704 ipfiremake lynis
705 ipfiremake streamripper
706 ipfiremake sshfs
707 ipfiremake taglib
708 ipfiremake mediatomb
709 ipfiremake sslh
710 ipfiremake perl-gettext
711 ipfiremake perl-Sort-Naturally
712 ipfiremake vdradmin
713 ipfiremake miau
714 ipfiremake netsnmpd
715 ipfiremake perl-DBI
716 ipfiremake perl-DBD-mysql
717 ipfiremake cacti
718 ipfiremake icecc
719 ipfiremake openvmtools
720 ipfiremake nagiosql
721 ipfiremake iftop
722 ipfiremake motion
723 ipfiremake joe
724 ipfiremake nut
725 ipfiremake watchdog
726 ipfiremake libpri
727 ipfiremake asterisk
728 ipfiremake lcr
729 ipfiremake usb_modeswitch
730 ipfiremake usb_modeswitch_data
731 ipfiremake zerofree
732 ipfiremake mdadm
733 ipfiremake eject
734 ipfiremake pound
735 ipfiremake minicom
736 ipfiremake ddrescue
737 ipfiremake imspector
738 ipfiremake miniupnpd
739 ipfiremake client175
740 ipfiremake powertop
741 ipfiremake parted
742 ipfiremake swig
743 ipfiremake python-m2crypto
744 ipfiremake wireless-regdb
745 ipfiremake crda
746 ipfiremake libsolv
747 ipfiremake python-distutils-extra
748 ipfiremake python-lzma
749 ipfiremake python-progressbar
750 ipfiremake python-xattr
751 ipfiremake intltool
752 ipfiremake transmission
753 ipfiremake dpfhack
754 ipfiremake lcd4linux
755 ipfiremake mtr
756 ipfiremake tcpick
757 ipfiremake minidlna
758 ipfiremake acpid
759 ipfiremake fping
760 ipfiremake telnet
761 ipfiremake xinetd
762 ipfiremake libgpg-error
763 ipfiremake libassuan
764 ipfiremake gpgme
765 ipfiremake pygpgme
766 ipfiremake pakfire3
767 ipfiremake stress
768 ipfiremake libstatgrab
769 ipfiremake sarg
770 ipfiremake fstrim
771 ipfiremake check_mk_agent
772 ipfiremake libdaemon
773 ipfiremake avahi
774 ipfiremake nginx
775 ipfiremake sendEmail
776 ipfiremake sysbench
777 ipfiremake strace
778 ipfiremake ipfire-netboot
779 ipfiremake lcdproc
780 ipfiremake bitstream
781 ipfiremake multicat
782 ipfiremake keepalived
783 ipfiremake ipvsadm
784 ipfiremake perl-Carp-Clan
785 ipfiremake perl-Date-Calc
786 ipfiremake perl-Date-Manip
787 ipfiremake perl-File-Tail
788 ipfiremake perl-TimeDate
789 ipfiremake swatch
790 ipfiremake tor
791 ipfiremake arm
792 ipfiremake wavemon
793 ipfiremake iptraf-ng
794 ipfiremake iotop
795 }
796
797 buildinstaller() {
798 # Run installer scripts one by one
799 LOGFILE="$BASEDIR/log/_build.installer.log"
800 export LOGFILE
801 ipfiremake memtest
802 ipfiremake installer
803 installmake strip
804 ipfiremake initrd
805 }
806
807 buildpackages() {
808 LOGFILE="$BASEDIR/log/_build.packages.log"
809 export LOGFILE
810 echo "... see detailed log in _build.*.log files" >> $LOGFILE
811
812
813 # Generating list of packages used
814 echo -n "Generating packages list from logs" | tee -a $LOGFILE
815 rm -f $BASEDIR/doc/packages-list
816 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
817 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
818 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
819 fi
820 done
821 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
822 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
823 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
824 rm -f $BASEDIR/doc/packages-list
825 # packages-list.txt is ready to be displayed for wiki page
826 beautify message DONE
827
828 # Update changelog
829 cd $BASEDIR
830 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
831 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
832 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
833
834 # Create images for install
835 ipfiremake cdrom
836
837 # Check if there is a loop device for building in virtual environments
838 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
839 ipfiremake flash-images
840 fi
841
842 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
843
844 ipfirepackages
845
846 ipfiremake xen-image
847 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
848
849 cd $BASEDIR
850 for i in `ls *.bz2 *.img.gz *.iso`; do
851 md5sum $i > $i.md5
852 done
853 cd $PWD
854
855 # Cleanup
856 stdumount
857 rm -rf $BASEDIR/build/tmp/*
858
859 # Generating total list of files
860 echo -n "Generating files list from logs" | tee -a $LOGFILE
861 rm -f $BASEDIR/log/FILES
862 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
863 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
864 echo "##" >>$BASEDIR/log/FILES
865 echo "## `basename $i`" >>$BASEDIR/log/FILES
866 echo "##" >>$BASEDIR/log/FILES
867 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
868 fi
869 done
870 beautify message DONE
871
872 cd $PWD
873 }
874
875 ipfirepackages() {
876 ipfiremake core-updates
877
878 local i
879 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
880 i=$(basename ${i})
881 if [ -e $BASEDIR/lfs/$i ]; then
882 ipfiredist $i
883 else
884 echo -n $i
885 beautify message SKIP
886 fi
887 done
888 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
889 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
890 rm -rf $BASEDIR/build/install/packages/*
891 }
892
893 # See what we're supposed to do
894 case "$1" in
895 build)
896 clear
897 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
898 #only restore on a clean disk
899 if [ ! -f log/cleanup-toolchain-2-tools ]; then
900 if [ ! -n "$PACKAGE" ]; then
901 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
902 prepareenv
903 buildtoolchain
904 else
905 PACKAGENAME=${PACKAGE%.tar.gz}
906 beautify build_stage "Packaged toolchain compilation"
907 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
908 tar zxf $PACKAGE
909 prepareenv
910 else
911 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
912 fi
913 fi
914 else
915 echo -n "Using installed toolchain" | tee -a $LOGFILE
916 beautify message SKIP
917 prepareenv
918 fi
919
920 beautify build_start
921 beautify build_stage "Building LFS"
922 buildbase
923
924 beautify build_stage "Building IPFire"
925 buildipfire
926
927 beautify build_stage "Building installer"
928 buildinstaller
929
930 beautify build_stage "Building packages"
931 buildpackages
932
933 beautify build_stage "Checking Logfiles for new Files"
934
935 cd $BASEDIR
936 tools/checknewlog.pl
937 tools/checkwronginitlinks
938 cd $PWD
939
940 beautify build_end
941 ;;
942 shell)
943 # enter a shell inside LFS chroot
944 # may be used to changed kernel settings
945 prepareenv
946 entershell
947 ;;
948 clean)
949 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
950 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
951 $LOSETUP -d $i 2>/dev/null
952 done
953 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
954 umount $i
955 done
956 stdumount
957 for i in `seq 0 7`; do
958 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
959 umount /dev/loop${i} 2>/dev/null;
960 losetup -d /dev/loop${i} 2>/dev/null;
961 fi;
962 done
963 rm -rf $BASEDIR/build
964 rm -rf $BASEDIR/cdrom
965 rm -rf $BASEDIR/packages
966 rm -rf $BASEDIR/log
967 if [ -h /tools ]; then
968 rm -f /tools
969 fi
970 rm -f $BASEDIR/ipfire-*
971 beautify message DONE
972 ;;
973 downloadsrc)
974 if [ ! -d $BASEDIR/cache ]; then
975 mkdir $BASEDIR/cache
976 fi
977 mkdir -p $BASEDIR/log
978 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
979 FINISHED=0
980 cd $BASEDIR/lfs
981 for c in `seq $MAX_RETRIES`; do
982 if (( FINISHED==1 )); then
983 break
984 fi
985 FINISHED=1
986 cd $BASEDIR/lfs
987 for i in *; do
988 if [ -f "$i" -a "$i" != "Config" ]; then
989 lfsmakecommoncheck ${i} || continue
990
991 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
992 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
993 if [ $? -ne 0 ]; then
994 beautify message FAIL
995 FINISHED=0
996 else
997 if [ $c -eq 1 ]; then
998 beautify message DONE
999 fi
1000 fi
1001 fi
1002 done
1003 done
1004 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1005 ERROR=0
1006 for i in *; do
1007 if [ -f "$i" -a "$i" != "Config" ]; then
1008 lfsmakecommoncheck ${i} > /dev/null || continue
1009 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1010 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1011 if [ $? -ne 0 ]; then
1012 echo -ne "MD5 difference in lfs/$i"
1013 beautify message FAIL
1014 ERROR=1
1015 fi
1016 fi
1017 done
1018 if [ $ERROR -eq 0 ]; then
1019 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1020 beautify message DONE
1021 else
1022 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1023 beautify message FAIL
1024 fi
1025 cd - >/dev/null 2>&1
1026 ;;
1027 toolchain)
1028 clear
1029 prepareenv
1030 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1031 buildtoolchain
1032 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1033 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1034 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1035 build/tools build/bin/sh log >> $LOGFILE
1036 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1037 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1038 stdumount
1039 ;;
1040 gettoolchain)
1041 # arbitrary name to be updated in case of new toolchain package upload
1042 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1043 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1044 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1045 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1046 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1047 cd $BASEDIR/cache/toolchains
1048 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1049 if [ $? -ne 0 ]; then
1050 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1051 else
1052 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1053 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1054 else
1055 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1056 fi
1057 fi
1058 else
1059 echo "Toolchain is already downloaded. Exiting..."
1060 fi
1061 ;;
1062 othersrc)
1063 prepareenv
1064 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1065 chroot $LFS /tools/bin/env -i HOME=/root \
1066 TERM=$TERM PS1='\u:\w\$ ' \
1067 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1068 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1069 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1070 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1071 if [ $? -eq "0" ]; then
1072 beautify message DONE
1073 else
1074 beautify message FAIL
1075 fi
1076 stdumount
1077 ;;
1078 uploadsrc)
1079 PWD=`pwd`
1080 if [ -z $IPFIRE_USER ]; then
1081 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1082 beautify message FAIL
1083 exit 1
1084 fi
1085
1086 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1087 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1088
1089 cd $BASEDIR/cache/
1090 for file in $(ls -1 --ignore=toolchains); do
1091 grep -q "$file" <<<$REMOTE_FILES && continue
1092 NEW_FILES="$NEW_FILES $file"
1093 done
1094 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1095 cd $BASEDIR
1096 cd $PWD
1097 exit 0
1098 ;;
1099 lang)
1100 update_langs
1101 ;;
1102 *)
1103 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1104 cat doc/make.sh-usage
1105 ;;
1106 esac