Merge branch 'fifteen' of ssh://git.ipfire.org/pub/git/ipfire-2.x into fifteen
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="73" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 # Prepare string for /etc/system-release.
87 SYSTEM_RELEASE="${NAME} ${VERSION} (${MACHINE})"
88 if [ "$(git status -s | wc -l)" == "0" ]; then
89 GIT_STATUS=""
90 else
91 GIT_STATUS="-dirty"
92 fi
93 case "$GIT_BRANCH" in
94 core*|beta?|rc?)
95 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
96 ;;
97 *)
98 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
99 ;;
100 esac
101
102 prepareenv() {
103 ############################################################################
104 # #
105 # Are we running the right shell? #
106 # #
107 ############################################################################
108 if [ ! "$BASH" ]; then
109 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
110 fi
111
112 if [ -z "${BASH_VERSION}" ]; then
113 exiterror "Not running BASH shell."
114 fi
115
116
117 ############################################################################
118 # #
119 # Trap on emergency exit #
120 # #
121 ############################################################################
122 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
123
124
125 ############################################################################
126 # #
127 # Resetting our nice level #
128 # #
129 ############################################################################
130 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
131 renice $NICE $$ > /dev/null
132 if [ `nice` != "$NICE" ]; then
133 beautify message FAIL
134 exiterror "Failed to set correct nice level"
135 else
136 beautify message DONE
137 fi
138
139
140 ############################################################################
141 # #
142 # Checking if running as root user #
143 # #
144 ############################################################################
145 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
146 if [ `id -u` != 0 ]; then
147 beautify message FAIL
148 exiterror "Not building as root"
149 else
150 beautify message DONE
151 fi
152
153
154 ############################################################################
155 # #
156 # Checking for necessary temporary space #
157 # #
158 ############################################################################
159 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
160 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
161 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
162 if (( 2048000 > $BASE_ASPACE )); then
163 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
164 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
165 beautify message FAIL
166 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
167 fi
168 else
169 beautify message DONE
170 fi
171
172 ############################################################################
173 # #
174 # Building Linux From Scratch system #
175 # #
176 ############################################################################
177 # Set umask
178 umask 022
179
180 # Set LFS Directory
181 LFS=$BASEDIR/build
182
183 # Check /tools symlink
184 if [ -h /tools ]; then
185 rm -f /tools
186 fi
187 if [ ! -a /tools ]; then
188 ln -s $BASEDIR/build/tools /
189 fi
190 if [ ! -h /tools ]; then
191 exiterror "Could not create /tools symbolic link."
192 fi
193
194 # Setup environment
195 set +h
196 LC_ALL=POSIX
197 if [ -z $MAKETUNING ]; then
198 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
199 if [ -z "${CPU_COUNT}" ]; then
200 CPU_COUNT=1
201 fi
202
203 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
204 fi
205 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
206 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
207
208 # Make some extra directories
209 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
210 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
211 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
212 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
213
214 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
215 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
216
217 # Make all sources and proc available under lfs build
218 mount --bind /dev $BASEDIR/build/dev
219 mount --bind /dev/pts $BASEDIR/build/dev/pts
220 mount --bind /dev/shm $BASEDIR/build/dev/shm
221 mount --bind /proc $BASEDIR/build/proc
222 mount --bind /sys $BASEDIR/build/sys
223 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
224 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
225 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
226 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
227 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
228 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
229 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
230 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
231 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
232
233 # Run LFS static binary creation scripts one by one
234 export CCACHE_DIR=$BASEDIR/ccache
235 export CCACHE_COMPRESS=1
236 export CCACHE_COMPILERCHECK="none"
237
238 # Remove pre-install list of installed files in case user erase some files before rebuild
239 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
240 }
241
242 buildtoolchain() {
243 local error=false
244 case "${MACHINE}:$(uname -m)" in
245 # x86
246 i586:i586|i586:i686|i586:x86_64)
247 # These are working.
248 ;;
249 i586:*)
250 error=true
251 ;;
252
253 # ARM
254 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
255 # These are working.
256 ;;
257 armv5tel:*)
258 error=true
259 ;;
260 esac
261
262 ${error} && \
263 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
264
265 local gcc=$(type -p gcc)
266 if [ -z "${gcc}" ]; then
267 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
268 fi
269
270 LOGFILE="$BASEDIR/log/_build.toolchain.log"
271 export LOGFILE
272
273 local ORG_PATH=$PATH
274 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
275 lfsmake1 ccache PASS=1
276 lfsmake1 binutils PASS=1
277 lfsmake1 gcc PASS=1
278 lfsmake1 linux TOOLS=1 KCFG="-headers"
279 lfsmake1 glibc
280 lfsmake1 cleanup-toolchain PASS=1
281 lfsmake1 binutils PASS=2
282 lfsmake1 gcc PASS=2
283 lfsmake1 ccache PASS=2
284 lfsmake1 tcl
285 lfsmake1 expect
286 lfsmake1 dejagnu
287 lfsmake1 ncurses
288 lfsmake1 bash
289 lfsmake1 bzip2
290 lfsmake1 coreutils
291 lfsmake1 diffutils
292 lfsmake1 findutils
293 lfsmake1 gawk
294 lfsmake1 gettext
295 lfsmake1 grep
296 lfsmake1 gzip
297 lfsmake1 m4
298 lfsmake1 make
299 lfsmake1 patch
300 lfsmake1 perl
301 lfsmake1 sed
302 lfsmake1 tar
303 lfsmake1 texinfo
304 lfsmake1 xz
305 lfsmake1 fake-environ
306 lfsmake1 cleanup-toolchain PASS=2
307 export PATH=$ORG_PATH
308 }
309
310 buildbase() {
311 LOGFILE="$BASEDIR/log/_build.base.log"
312 export LOGFILE
313 lfsmake2 stage2
314 lfsmake2 linux KCFG="-headers"
315 lfsmake2 man-pages
316 lfsmake2 glibc
317 lfsmake2 tzdata
318 lfsmake2 cleanup-toolchain PASS=3
319 lfsmake2 zlib
320 lfsmake2 binutils
321 lfsmake2 gmp
322 lfsmake2 gmp-compat
323 lfsmake2 mpfr
324 lfsmake2 file
325 lfsmake2 gcc
326 lfsmake2 sed
327 lfsmake2 berkeley
328 lfsmake2 coreutils
329 lfsmake2 iana-etc
330 lfsmake2 m4
331 lfsmake2 bison
332 lfsmake2 ncurses
333 lfsmake2 procps
334 lfsmake2 libtool
335 lfsmake2 perl
336 lfsmake2 readline
337 lfsmake2 readline-compat
338 lfsmake2 pcre
339 lfsmake2 pcre-compat
340 lfsmake2 autoconf
341 lfsmake2 automake
342 lfsmake2 bash
343 lfsmake2 bzip2
344 lfsmake2 diffutils
345 lfsmake2 e2fsprogs
346 lfsmake2 ed
347 lfsmake2 findutils
348 lfsmake2 flex
349 lfsmake2 gawk
350 lfsmake2 gettext
351 lfsmake2 grep
352 lfsmake2 groff
353 lfsmake2 gperf
354 lfsmake2 gzip
355 lfsmake2 inetutils
356 lfsmake2 iproute2
357 lfsmake2 jwhois
358 lfsmake2 kbd
359 lfsmake2 less
360 lfsmake2 make
361 lfsmake2 man
362 lfsmake2 mktemp
363 lfsmake2 module-init-tools
364 lfsmake2 net-tools
365 lfsmake2 patch
366 lfsmake2 psmisc
367 lfsmake2 shadow
368 lfsmake2 sysklogd
369 lfsmake2 sysvinit
370 lfsmake2 tar
371 lfsmake2 texinfo
372 lfsmake2 udev
373 lfsmake2 util-linux
374 lfsmake2 vim
375 lfsmake2 xz
376 lfsmake2 paxctl
377 lfsmake2 grub
378 }
379
380 buildipfire() {
381 LOGFILE="$BASEDIR/log/_build.ipfire.log"
382 export LOGFILE
383 ipfiremake configroot
384 ipfiremake backup
385 ipfiremake bind
386 ipfiremake dhcp
387 ipfiremake dhcpcd
388 ipfiremake libusb
389 ipfiremake libpcap
390 ipfiremake ppp
391 ipfiremake pptp
392 ipfiremake unzip
393 ipfiremake which
394 ipfiremake linux-firmware
395 ipfiremake dvb-firmwares
396 ipfiremake zd1211-firmware
397 ipfiremake rpi-firmware
398 ipfiremake bc
399 ipfiremake u-boot
400
401 if [ "${MACHINE_TYPE}" != "arm" ]; then
402
403 # x86-pae (Native and new XEN) kernel build
404 ipfiremake linux KCFG="-pae"
405 # ipfiremake kvm-kmod KCFG="-pae"
406 # ipfiremake v4l-dvb KCFG="-pae"
407 # ipfiremake mISDN KCFG="-pae"
408 ipfiremake cryptodev KCFG="-pae"
409 # ipfiremake compat-drivers KCFG="-pae"
410 # ipfiremake r8169 KCFG="-pae"
411 # ipfiremake r8168 KCFG="-pae"
412 # ipfiremake r8101 KCFG="-pae"
413 # ipfiremake e1000e KCFG="-pae"
414 # ipfiremake igb KCFG="-pae"
415
416 # x86 kernel build
417 ipfiremake linux KCFG=""
418 # ipfiremake kvm-kmod KCFG=""
419 # ipfiremake v4l-dvb KCFG=""
420 # ipfiremake mISDN KCFG=""
421 ipfiremake cryptodev KCFG=""
422 # ipfiremake compat-drivers KCFG=""
423 # ipfiremake r8169 KCFG=""
424 # ipfiremake r8168 KCFG=""
425 # ipfiremake r8101 KCFG=""
426 # ipfiremake e1000e KCFG=""
427 # ipfiremake igb KCFG=""
428
429 else
430 # arm-rpi (Raspberry Pi) kernel build
431 ipfiremake linux KCFG="-rpi"
432 # ipfiremake v4l-dvb KCFG="-rpi"
433 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
434 ipfiremake cryptodev KCFG="-rpi"
435 # ipfiremake compat-drivers KCFG="-rpi"
436
437 # arm multi platform (Panda, Wandboard ...) kernel build
438 ipfiremake linux KCFG="-multi"
439 ipfiremake cryptodev KCFG="-multi"
440
441 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
442 ipfiremake linux KCFG="-kirkwood"
443 # ipfiremake v4l-dvb KCFG="-kirkwood"
444 # ipfiremake mISDN KCFG="-kirkwood"
445 ipfiremake cryptodev KCFG="-kirkwood"
446 # ipfiremake compat-drivers KCFG="-kirkwood"
447 # ipfiremake r8169 KCFG="-kirkwood"
448 # ipfiremake r8168 KCFG="-kirkwood"
449 # ipfiremake r8101 KCFG="-kirkwood"
450 # ipfiremake e1000e KCFG="-kirkwood"
451 # ipfiremake igb KCFG="-kirkwood"
452
453 fi
454 ipfiremake pkg-config
455 ipfiremake linux-atm
456 ipfiremake cpio
457 ipfiremake dracut
458 ipfiremake expat
459 ipfiremake gdbm
460 ipfiremake pam
461 ipfiremake openssl
462 ipfiremake curl
463 ipfiremake tcl
464 ipfiremake sqlite
465 ipfiremake python
466 ipfiremake fireinfo
467 ipfiremake libnet
468 ipfiremake libnl
469 ipfiremake libidn
470 ipfiremake nasm
471 ipfiremake libjpeg
472 ipfiremake libexif
473 ipfiremake libpng
474 ipfiremake libtiff
475 ipfiremake libart
476 ipfiremake freetype
477 ipfiremake gd
478 ipfiremake popt
479 ipfiremake pcre
480 ipfiremake slang
481 ipfiremake newt
482 ipfiremake attr
483 ipfiremake acl
484 ipfiremake libcap
485 ipfiremake pciutils
486 ipfiremake usbutils
487 ipfiremake libxml2
488 ipfiremake libxslt
489 ipfiremake BerkeleyDB
490 ipfiremake mysql
491 ipfiremake cyrus-sasl
492 ipfiremake openldap
493 ipfiremake apache2
494 ipfiremake php
495 ipfiremake apache2 PASS=C
496 ipfiremake jquery
497 ipfiremake arping
498 ipfiremake beep
499 ipfiremake dvdrtools
500 ipfiremake dnsmasq
501 ipfiremake dosfstools
502 ipfiremake reiserfsprogs
503 ipfiremake xfsprogs
504 ipfiremake sysfsutils
505 ipfiremake fuse
506 ipfiremake ntfs-3g
507 ipfiremake ethtool
508 ipfiremake ez-ipupdate
509 ipfiremake fcron
510 ipfiremake perl-GD
511 ipfiremake GD-Graph
512 ipfiremake GD-TextUtil
513 ipfiremake gnupg
514 ipfiremake hdparm
515 ipfiremake sdparm
516 ipfiremake mtools
517 ipfiremake initscripts
518 ipfiremake whatmask
519 ipfiremake libmnl
520 ipfiremake iptables
521 ipfiremake conntrack-tools
522 ipfiremake libupnp
523 ipfiremake ipaddr
524 ipfiremake iputils
525 ipfiremake l7-protocols
526 ipfiremake mISDNuser
527 ipfiremake capi4k-utils
528 ipfiremake hwdata
529 ipfiremake logrotate
530 ipfiremake logwatch
531 ipfiremake misc-progs
532 ipfiremake nano
533 ipfiremake URI
534 ipfiremake HTML-Tagset
535 ipfiremake HTML-Parser
536 ipfiremake HTML-Template
537 ipfiremake Compress-Zlib
538 ipfiremake Digest
539 ipfiremake Digest-SHA1
540 ipfiremake Digest-HMAC
541 ipfiremake libwww-perl
542 ipfiremake Net-DNS
543 ipfiremake Net-IPv4Addr
544 ipfiremake Net_SSLeay
545 ipfiremake IO-Stringy
546 ipfiremake IO-Socket-SSL
547 ipfiremake Unix-Syslog
548 ipfiremake Mail-Tools
549 ipfiremake MIME-Tools
550 ipfiremake Net-Server
551 ipfiremake Convert-TNEF
552 ipfiremake Convert-UUlib
553 ipfiremake Archive-Tar
554 ipfiremake Archive-Zip
555 ipfiremake Text-Tabs+Wrap
556 ipfiremake Locale-Country
557 ipfiremake XML-Parser
558 ipfiremake Crypt-PasswdMD5
559 ipfiremake Net-Telnet
560 ipfiremake python-setuptools
561 ipfiremake python-clientform
562 ipfiremake python-mechanize
563 ipfiremake python-feedparser
564 ipfiremake python-rssdler
565 ipfiremake libffi
566 ipfiremake glib
567 ipfiremake GeoIP
568 ipfiremake fwhits
569 ipfiremake noip_updater
570 ipfiremake ntp
571 ipfiremake openssh
572 ipfiremake fontconfig
573 ipfiremake dejavu-fonts-ttf
574 ipfiremake freefont
575 ipfiremake pixman
576 ipfiremake cairo
577 ipfiremake pango
578 ipfiremake rrdtool
579 ipfiremake setserial
580 ipfiremake setup
581 ipfiremake libdnet
582 ipfiremake daq
583 ipfiremake snort
584 ipfiremake oinkmaster
585 ipfiremake squid
586 ipfiremake squidguard
587 ipfiremake calamaris
588 ipfiremake tcpdump
589 ipfiremake traceroute
590 ipfiremake vlan
591 ipfiremake wireless
592 ipfiremake pakfire
593 ipfiremake spandsp
594 ipfiremake lzo
595 ipfiremake openvpn
596 ipfiremake pammysql
597 ipfiremake cups
598 ipfiremake ghostscript
599 ipfiremake foomatic
600 ipfiremake hplip
601 ipfiremake cifs-utils
602 ipfiremake samba
603 ipfiremake sudo
604 ipfiremake mc
605 ipfiremake wget
606 ipfiremake bridge-utils
607 ipfiremake screen
608 ipfiremake smartmontools
609 ipfiremake htop
610 ipfiremake postfix
611 ipfiremake fetchmail
612 ipfiremake cyrus-imapd
613 ipfiremake openmailadmin
614 ipfiremake clamav
615 ipfiremake spamassassin
616 ipfiremake amavisd
617 ipfiremake alsa
618 ipfiremake mpfire
619 ipfiremake guardian
620 ipfiremake libid3tag
621 ipfiremake libmad
622 ipfiremake libogg
623 ipfiremake libvorbis
624 ipfiremake libdvbpsi
625 ipfiremake flac
626 ipfiremake lame
627 ipfiremake sox
628 ipfiremake libshout
629 ipfiremake xvid
630 ipfiremake libmpeg2
631 ipfiremake cmake
632 ipfiremake gnump3d
633 ipfiremake libsigc++
634 ipfiremake libtorrent
635 ipfiremake rtorrent
636 ipfiremake rsync
637 ipfiremake tcpwrapper
638 ipfiremake libevent
639 ipfiremake libevent2
640 ipfiremake portmap
641 ipfiremake nfs
642 ipfiremake nmap
643 ipfiremake ncftp
644 ipfiremake etherwake
645 ipfiremake bwm-ng
646 ipfiremake tripwire
647 ipfiremake sysstat
648 ipfiremake vsftpd
649 ipfiremake strongswan
650 ipfiremake lsof
651 ipfiremake br2684ctl
652 ipfiremake pcmciautils
653 ipfiremake lm_sensors
654 ipfiremake liboping
655 ipfiremake collectd
656 ipfiremake teamspeak
657 ipfiremake elinks
658 ipfiremake igmpproxy
659 ipfiremake fbset
660 ipfiremake sdl
661 ipfiremake qemu
662 ipfiremake sane
663 ipfiremake netpbm
664 ipfiremake phpSANE
665 ipfiremake tunctl
666 ipfiremake nagios
667 ipfiremake nagios_nrpe
668 ipfiremake ebtables
669 ipfiremake directfb
670 ipfiremake dfb++
671 ipfiremake faad2
672 ipfiremake ffmpeg
673 ipfiremake vdr
674 ipfiremake vdr_streamdev
675 ipfiremake vdr_vnsiserver3
676 ipfiremake vdr_epgsearch
677 ipfiremake w_scan
678 ipfiremake icecast
679 ipfiremake icegenerator
680 ipfiremake mpd
681 ipfiremake libmpdclient
682 ipfiremake mpc
683 ipfiremake git
684 ipfiremake squidclamav
685 ipfiremake vnstat
686 ipfiremake vnstati
687 ipfiremake iw
688 ipfiremake wpa_supplicant
689 ipfiremake hostapd
690 ipfiremake pycurl
691 ipfiremake urlgrabber
692 ipfiremake syslinux
693 ipfiremake tftpd
694 ipfiremake cpufrequtils
695 ipfiremake dbus
696 ipfiremake bluetooth
697 ipfiremake gutenprint
698 ipfiremake apcupsd
699 ipfiremake iperf
700 ipfiremake netcat
701 ipfiremake 7zip
702 ipfiremake lynis
703 ipfiremake streamripper
704 ipfiremake sshfs
705 ipfiremake taglib
706 ipfiremake mediatomb
707 ipfiremake sslh
708 ipfiremake perl-gettext
709 ipfiremake perl-Sort-Naturally
710 ipfiremake vdradmin
711 ipfiremake miau
712 ipfiremake netsnmpd
713 ipfiremake perl-DBI
714 ipfiremake perl-DBD-mysql
715 ipfiremake cacti
716 ipfiremake icecc
717 ipfiremake openvmtools
718 ipfiremake nagiosql
719 ipfiremake iftop
720 ipfiremake motion
721 ipfiremake joe
722 ipfiremake nut
723 ipfiremake watchdog
724 ipfiremake libpri
725 ipfiremake asterisk
726 ipfiremake lcr
727 ipfiremake usb_modeswitch
728 ipfiremake usb_modeswitch_data
729 ipfiremake zerofree
730 ipfiremake mdadm
731 ipfiremake eject
732 ipfiremake pound
733 ipfiremake minicom
734 ipfiremake ddrescue
735 ipfiremake imspector
736 ipfiremake miniupnpd
737 ipfiremake client175
738 ipfiremake powertop
739 ipfiremake parted
740 ipfiremake swig
741 ipfiremake python-m2crypto
742 ipfiremake wireless-regdb
743 ipfiremake crda
744 ipfiremake libsolv
745 ipfiremake python-distutils-extra
746 ipfiremake python-lzma
747 ipfiremake python-progressbar
748 ipfiremake python-xattr
749 ipfiremake intltool
750 ipfiremake transmission
751 ipfiremake dpfhack
752 ipfiremake lcd4linux
753 ipfiremake mtr
754 ipfiremake tcpick
755 ipfiremake minidlna
756 ipfiremake acpid
757 ipfiremake fping
758 ipfiremake telnet
759 ipfiremake xinetd
760 ipfiremake libgpg-error
761 ipfiremake libassuan
762 ipfiremake gpgme
763 ipfiremake pygpgme
764 ipfiremake pakfire3
765 ipfiremake stress
766 ipfiremake libstatgrab
767 ipfiremake sarg
768 ipfiremake fstrim
769 ipfiremake check_mk_agent
770 ipfiremake libdaemon
771 ipfiremake avahi
772 ipfiremake nginx
773 ipfiremake sendEmail
774 ipfiremake sysbench
775 ipfiremake strace
776 ipfiremake ipfire-netboot
777 ipfiremake lcdproc
778 ipfiremake bitstream
779 ipfiremake multicat
780 ipfiremake keepalived
781 ipfiremake ipvsadm
782 ipfiremake perl-Carp-Clan
783 ipfiremake perl-Date-Calc
784 ipfiremake perl-Date-Manip
785 ipfiremake perl-File-Tail
786 ipfiremake perl-TimeDate
787 ipfiremake swatch
788 ipfiremake tor
789 ipfiremake arm
790 ipfiremake wavemon
791 ipfiremake iptraf-ng
792 ipfiremake iotop
793 }
794
795 buildinstaller() {
796 # Run installer scripts one by one
797 LOGFILE="$BASEDIR/log/_build.installer.log"
798 export LOGFILE
799 ipfiremake memtest
800 ipfiremake installer
801 installmake strip
802 ipfiremake initrd
803 }
804
805 buildpackages() {
806 LOGFILE="$BASEDIR/log/_build.packages.log"
807 export LOGFILE
808 echo "... see detailed log in _build.*.log files" >> $LOGFILE
809
810
811 # Generating list of packages used
812 echo -n "Generating packages list from logs" | tee -a $LOGFILE
813 rm -f $BASEDIR/doc/packages-list
814 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
815 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
816 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
817 fi
818 done
819 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
820 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
821 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
822 rm -f $BASEDIR/doc/packages-list
823 # packages-list.txt is ready to be displayed for wiki page
824 beautify message DONE
825
826 # Update changelog
827 cd $BASEDIR
828 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
829 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
830 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
831
832 # Create images for install
833 ipfiremake cdrom
834
835 # Check if there is a loop device for building in virtual environments
836 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
837 ipfiremake flash-images
838 fi
839
840 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
841
842 ipfirepackages
843
844 ipfiremake xen-image
845 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
846
847 cd $BASEDIR
848 for i in `ls *.bz2 *.img.gz *.iso`; do
849 md5sum $i > $i.md5
850 done
851 cd $PWD
852
853 # Cleanup
854 stdumount
855 rm -rf $BASEDIR/build/tmp/*
856
857 # Generating total list of files
858 echo -n "Generating files list from logs" | tee -a $LOGFILE
859 rm -f $BASEDIR/log/FILES
860 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
861 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
862 echo "##" >>$BASEDIR/log/FILES
863 echo "## `basename $i`" >>$BASEDIR/log/FILES
864 echo "##" >>$BASEDIR/log/FILES
865 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
866 fi
867 done
868 beautify message DONE
869
870 cd $PWD
871 }
872
873 ipfirepackages() {
874 ipfiremake core-updates
875
876 local i
877 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
878 i=$(basename ${i})
879 if [ -e $BASEDIR/lfs/$i ]; then
880 ipfiredist $i
881 else
882 echo -n $i
883 beautify message SKIP
884 fi
885 done
886 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
887 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
888 rm -rf $BASEDIR/build/install/packages/*
889 }
890
891 # See what we're supposed to do
892 case "$1" in
893 build)
894 clear
895 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
896 #only restore on a clean disk
897 if [ ! -f log/cleanup-toolchain-2-tools ]; then
898 if [ ! -n "$PACKAGE" ]; then
899 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
900 prepareenv
901 buildtoolchain
902 else
903 PACKAGENAME=${PACKAGE%.tar.gz}
904 beautify build_stage "Packaged toolchain compilation"
905 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
906 tar zxf $PACKAGE
907 prepareenv
908 else
909 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
910 fi
911 fi
912 else
913 echo -n "Using installed toolchain" | tee -a $LOGFILE
914 beautify message SKIP
915 prepareenv
916 fi
917
918 beautify build_start
919 beautify build_stage "Building LFS"
920 buildbase
921
922 beautify build_stage "Building IPFire"
923 buildipfire
924
925 beautify build_stage "Building installer"
926 buildinstaller
927
928 beautify build_stage "Building packages"
929 buildpackages
930
931 beautify build_stage "Checking Logfiles for new Files"
932
933 cd $BASEDIR
934 tools/checknewlog.pl
935 tools/checkwronginitlinks
936 cd $PWD
937
938 beautify build_end
939 ;;
940 shell)
941 # enter a shell inside LFS chroot
942 # may be used to changed kernel settings
943 prepareenv
944 entershell
945 ;;
946 clean)
947 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
948 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
949 $LOSETUP -d $i 2>/dev/null
950 done
951 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
952 umount $i
953 done
954 stdumount
955 for i in `seq 0 7`; do
956 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
957 umount /dev/loop${i} 2>/dev/null;
958 losetup -d /dev/loop${i} 2>/dev/null;
959 fi;
960 done
961 rm -rf $BASEDIR/build
962 rm -rf $BASEDIR/cdrom
963 rm -rf $BASEDIR/packages
964 rm -rf $BASEDIR/log
965 if [ -h /tools ]; then
966 rm -f /tools
967 fi
968 rm -f $BASEDIR/ipfire-*
969 beautify message DONE
970 ;;
971 downloadsrc)
972 if [ ! -d $BASEDIR/cache ]; then
973 mkdir $BASEDIR/cache
974 fi
975 mkdir -p $BASEDIR/log
976 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
977 FINISHED=0
978 cd $BASEDIR/lfs
979 for c in `seq $MAX_RETRIES`; do
980 if (( FINISHED==1 )); then
981 break
982 fi
983 FINISHED=1
984 cd $BASEDIR/lfs
985 for i in *; do
986 if [ -f "$i" -a "$i" != "Config" ]; then
987 lfsmakecommoncheck ${i} || continue
988
989 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
990 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
991 if [ $? -ne 0 ]; then
992 beautify message FAIL
993 FINISHED=0
994 else
995 if [ $c -eq 1 ]; then
996 beautify message DONE
997 fi
998 fi
999 fi
1000 done
1001 done
1002 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1003 ERROR=0
1004 for i in *; do
1005 if [ -f "$i" -a "$i" != "Config" ]; then
1006 lfsmakecommoncheck ${i} > /dev/null || continue
1007 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1008 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1009 if [ $? -ne 0 ]; then
1010 echo -ne "MD5 difference in lfs/$i"
1011 beautify message FAIL
1012 ERROR=1
1013 fi
1014 fi
1015 done
1016 if [ $ERROR -eq 0 ]; then
1017 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1018 beautify message DONE
1019 else
1020 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1021 beautify message FAIL
1022 fi
1023 cd - >/dev/null 2>&1
1024 ;;
1025 toolchain)
1026 clear
1027 prepareenv
1028 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1029 buildtoolchain
1030 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1031 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1032 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1033 build/tools build/bin/sh log >> $LOGFILE
1034 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1035 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1036 stdumount
1037 ;;
1038 gettoolchain)
1039 # arbitrary name to be updated in case of new toolchain package upload
1040 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1041 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1042 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1043 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1044 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1045 cd $BASEDIR/cache/toolchains
1046 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1047 if [ $? -ne 0 ]; then
1048 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1049 else
1050 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1051 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1052 else
1053 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1054 fi
1055 fi
1056 else
1057 echo "Toolchain is already downloaded. Exiting..."
1058 fi
1059 ;;
1060 othersrc)
1061 prepareenv
1062 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1063 chroot $LFS /tools/bin/env -i HOME=/root \
1064 TERM=$TERM PS1='\u:\w\$ ' \
1065 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1066 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1067 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1068 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1069 if [ $? -eq "0" ]; then
1070 beautify message DONE
1071 else
1072 beautify message FAIL
1073 fi
1074 stdumount
1075 ;;
1076 uploadsrc)
1077 PWD=`pwd`
1078 if [ -z $IPFIRE_USER ]; then
1079 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1080 beautify message FAIL
1081 exit 1
1082 fi
1083
1084 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1085 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1086
1087 cd $BASEDIR/cache/
1088 for file in $(ls -1 --ignore=toolchains); do
1089 grep -q "$file" <<<$REMOTE_FILES && continue
1090 NEW_FILES="$NEW_FILES $file"
1091 done
1092 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1093 cd $BASEDIR
1094 cd $PWD
1095 exit 0
1096 ;;
1097 lang)
1098 update_langs
1099 ;;
1100 *)
1101 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1102 cat doc/make.sh-usage
1103 ;;
1104 esac