Merge branch 'fifteen' of ssh://git.ipfire.org/pub/git/ipfire-2.x into fifteen
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="72" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=6
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 if [ "${MACHINE:0:3}" = "arm" ]; then
183 MAKETUNING="-j2"
184 else
185 MAKETUNING="-j6"
186 fi
187 fi
188 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
189 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
190
191 # Make some extra directories
192 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
193 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
194 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
195 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
196
197 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
198 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
199
200 # Make all sources and proc available under lfs build
201 mount --bind /dev $BASEDIR/build/dev
202 mount --bind /dev/pts $BASEDIR/build/dev/pts
203 mount --bind /dev/shm $BASEDIR/build/dev/shm
204 mount --bind /proc $BASEDIR/build/proc
205 mount --bind /sys $BASEDIR/build/sys
206 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
207 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
208 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
209 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
210 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
211 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
212 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
213 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
214 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_COMPRESS=1
219 export CCACHE_COMPILERCHECK="none"
220
221 # Remove pre-install list of installed files in case user erase some files before rebuild
222 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
223 }
224
225 buildtoolchain() {
226 local error=false
227 case "${MACHINE}:$(uname -m)" in
228 # x86
229 i586:i586|i586:i686|i586:x86_64)
230 # These are working.
231 ;;
232 i586:*)
233 error=true
234 ;;
235
236 # ARM
237 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
238 # These are working.
239 ;;
240 armv5tel:*)
241 error=true
242 ;;
243 esac
244
245 ${error} && \
246 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
247
248 local gcc=$(type -p gcc)
249 if [ -z "${gcc}" ]; then
250 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
251 fi
252
253 LOGFILE="$BASEDIR/log/_build.toolchain.log"
254 export LOGFILE
255
256 local ORG_PATH=$PATH
257 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
258 lfsmake1 ccache PASS=1
259 lfsmake1 binutils PASS=1
260 lfsmake1 gcc PASS=1
261 lfsmake1 linux TOOLS=1 KCFG="-headers"
262 lfsmake1 glibc
263 lfsmake1 cleanup-toolchain PASS=1
264 lfsmake1 binutils PASS=2
265 lfsmake1 gcc PASS=2
266 lfsmake1 ccache PASS=2
267 lfsmake1 tcl
268 lfsmake1 expect
269 lfsmake1 dejagnu
270 lfsmake1 ncurses
271 lfsmake1 bash
272 lfsmake1 bzip2
273 lfsmake1 coreutils
274 lfsmake1 diffutils
275 lfsmake1 findutils
276 lfsmake1 gawk
277 lfsmake1 gettext
278 lfsmake1 grep
279 lfsmake1 gzip
280 lfsmake1 m4
281 lfsmake1 make
282 lfsmake1 patch
283 lfsmake1 perl
284 lfsmake1 sed
285 lfsmake1 tar
286 lfsmake1 texinfo
287 lfsmake1 xz
288 lfsmake1 fake-environ
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 lfsmake2 linux KCFG="-headers"
298 lfsmake2 man-pages
299 lfsmake2 glibc
300 lfsmake2 tzdata
301 lfsmake2 cleanup-toolchain PASS=3
302 lfsmake2 zlib
303 lfsmake2 binutils
304 lfsmake2 gmp
305 lfsmake2 gmp-compat
306 lfsmake2 mpfr
307 lfsmake2 file
308 lfsmake2 gcc
309 lfsmake2 sed
310 lfsmake2 berkeley
311 lfsmake2 coreutils
312 lfsmake2 iana-etc
313 lfsmake2 m4
314 lfsmake2 bison
315 lfsmake2 ncurses
316 lfsmake2 procps
317 lfsmake2 libtool
318 lfsmake2 perl
319 lfsmake2 readline
320 lfsmake2 readline-compat
321 lfsmake2 pcre
322 lfsmake2 pcre-compat
323 lfsmake2 autoconf
324 lfsmake2 automake
325 lfsmake2 bash
326 lfsmake2 bzip2
327 lfsmake2 diffutils
328 lfsmake2 e2fsprogs
329 lfsmake2 ed
330 lfsmake2 findutils
331 lfsmake2 flex
332 lfsmake2 gawk
333 lfsmake2 gettext
334 lfsmake2 grep
335 lfsmake2 groff
336 lfsmake2 gperf
337 lfsmake2 gzip
338 lfsmake2 inetutils
339 lfsmake2 iproute2
340 lfsmake2 jwhois
341 lfsmake2 kbd
342 lfsmake2 less
343 lfsmake2 make
344 lfsmake2 man
345 lfsmake2 mktemp
346 lfsmake2 module-init-tools
347 lfsmake2 net-tools
348 lfsmake2 patch
349 lfsmake2 psmisc
350 lfsmake2 shadow
351 lfsmake2 sysklogd
352 lfsmake2 sysvinit
353 lfsmake2 tar
354 lfsmake2 texinfo
355 lfsmake2 udev
356 lfsmake2 util-linux
357 lfsmake2 vim
358 lfsmake2 xz
359 lfsmake2 paxctl
360 lfsmake2 grub
361 }
362
363 buildipfire() {
364 LOGFILE="$BASEDIR/log/_build.ipfire.log"
365 export LOGFILE
366 ipfiremake configroot
367 ipfiremake backup
368 ipfiremake bind
369 ipfiremake dhcp
370 ipfiremake dhcpcd
371 ipfiremake libusb
372 ipfiremake libpcap
373 ipfiremake ppp
374 ipfiremake pptp
375 ipfiremake unzip
376 ipfiremake which
377 ipfiremake linux-firmware
378 ipfiremake dvb-firmwares
379 ipfiremake zd1211-firmware
380 ipfiremake rpi-firmware
381 ipfiremake bc
382 ipfiremake u-boot
383 ipfiremake u-boot-panda
384
385 if [ "${MACHINE_TYPE}" != "arm" ]; then
386
387 # x86-xen (Legacy XEN) kernel build
388 ipfiremake linux2 KCFG="-xen"
389 ipfiremake v4l-dvb KCFG="-xen"
390 ipfiremake mISDN KCFG="-xen"
391 ipfiremake cryptodev KCFG="-xen"
392 ipfiremake compat-drivers KCFG="-xen"
393 ipfiremake r8169 KCFG="-xen"
394 ipfiremake r8168 KCFG="-xen"
395 ipfiremake r8101 KCFG="-xen"
396 ipfiremake e1000 KCFG="-xen"
397 ipfiremake e1000e KCFG="-xen"
398 ipfiremake igb KCFG="-xen"
399
400 # x86-pae (Native and new XEN) kernel build
401 ipfiremake linux KCFG="-pae"
402 # ipfiremake kvm-kmod KCFG="-pae"
403 # ipfiremake v4l-dvb KCFG="-pae"
404 # ipfiremake mISDN KCFG="-pae"
405 ipfiremake cryptodev KCFG="-pae"
406 # ipfiremake compat-drivers KCFG="-pae"
407 # ipfiremake r8169 KCFG="-pae"
408 # ipfiremake r8168 KCFG="-pae"
409 # ipfiremake r8101 KCFG="-pae"
410 # ipfiremake e1000e KCFG="-pae"
411 # ipfiremake igb KCFG="-pae"
412
413 # x86 kernel build
414 ipfiremake linux KCFG=""
415 # ipfiremake kvm-kmod KCFG=""
416 # ipfiremake v4l-dvb KCFG=""
417 # ipfiremake mISDN KCFG=""
418 ipfiremake cryptodev KCFG=""
419 # ipfiremake compat-drivers KCFG=""
420 # ipfiremake r8169 KCFG=""
421 # ipfiremake r8168 KCFG=""
422 # ipfiremake r8101 KCFG=""
423 # ipfiremake e1000e KCFG=""
424 # ipfiremake igb KCFG=""
425
426 else
427 # arm-rpi (Raspberry Pi) kernel build
428 ipfiremake linux KCFG="-rpi"
429 # ipfiremake v4l-dvb KCFG="-rpi"
430 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
431 ipfiremake cryptodev KCFG="-rpi"
432 # ipfiremake compat-drivers KCFG="-rpi"
433
434 # arm-omap (Panda Board) kernel build
435 # ipfiremake linux KCFG="-omap"
436 # ipfiremake v4l-dvb KCFG="-omap"
437 # ipfiremake mISDN KCFG="-omap" NOPCI=1
438 # ipfiremake cryptodev KCFG="-omap"
439 # ipfiremake compat-drivers KCFG="-omap"
440
441 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
442 ipfiremake linux KCFG="-kirkwood"
443 # ipfiremake v4l-dvb KCFG="-kirkwood"
444 # ipfiremake mISDN KCFG="-kirkwood"
445 ipfiremake cryptodev KCFG="-kirkwood"
446 # ipfiremake compat-drivers KCFG="-kirkwood"
447 # ipfiremake r8169 KCFG="-kirkwood"
448 # ipfiremake r8168 KCFG="-kirkwood"
449 # ipfiremake r8101 KCFG="-kirkwood"
450 # ipfiremake e1000e KCFG="-kirkwood"
451 # ipfiremake igb KCFG="-kirkwood"
452
453 fi
454 ipfiremake pkg-config
455 ipfiremake linux-atm
456 ipfiremake cpio
457 ipfiremake dracut
458 ipfiremake expat
459 ipfiremake gdbm
460 ipfiremake pam
461 ipfiremake openssl
462 ipfiremake curl
463 ipfiremake tcl
464 ipfiremake sqlite
465 ipfiremake python
466 ipfiremake fireinfo
467 ipfiremake libnet
468 ipfiremake libnl
469 ipfiremake libidn
470 ipfiremake nasm
471 ipfiremake libjpeg
472 ipfiremake libexif
473 ipfiremake libpng
474 ipfiremake libtiff
475 ipfiremake libart
476 ipfiremake freetype
477 ipfiremake gd
478 ipfiremake popt
479 ipfiremake pcre
480 ipfiremake slang
481 ipfiremake newt
482 ipfiremake attr
483 ipfiremake acl
484 ipfiremake libcap
485 ipfiremake pciutils
486 ipfiremake usbutils
487 ipfiremake libxml2
488 ipfiremake libxslt
489 ipfiremake BerkeleyDB
490 ipfiremake mysql
491 ipfiremake cyrus-sasl
492 ipfiremake openldap
493 ipfiremake apache2
494 ipfiremake php
495 ipfiremake apache2 PASS=C
496 ipfiremake arping
497 ipfiremake beep
498 ipfiremake dvdrtools
499 ipfiremake dnsmasq
500 ipfiremake dosfstools
501 ipfiremake reiserfsprogs
502 ipfiremake xfsprogs
503 ipfiremake sysfsutils
504 ipfiremake fuse
505 ipfiremake ntfs-3g
506 ipfiremake ethtool
507 ipfiremake ez-ipupdate
508 ipfiremake fcron
509 ipfiremake perl-GD
510 ipfiremake GD-Graph
511 ipfiremake GD-TextUtil
512 ipfiremake gnupg
513 ipfiremake hdparm
514 ipfiremake sdparm
515 ipfiremake mtools
516 ipfiremake initscripts
517 ipfiremake whatmask
518 ipfiremake libmnl
519 ipfiremake iptables
520 ipfiremake conntrack-tools
521 ipfiremake libupnp
522 ipfiremake ipaddr
523 ipfiremake iputils
524 ipfiremake l7-protocols
525 ipfiremake mISDNuser
526 ipfiremake capi4k-utils
527 ipfiremake hwdata
528 ipfiremake logrotate
529 ipfiremake logwatch
530 ipfiremake misc-progs
531 ipfiremake nano
532 ipfiremake URI
533 ipfiremake HTML-Tagset
534 ipfiremake HTML-Parser
535 ipfiremake HTML-Template
536 ipfiremake Compress-Zlib
537 ipfiremake Digest
538 ipfiremake Digest-SHA1
539 ipfiremake Digest-HMAC
540 ipfiremake libwww-perl
541 ipfiremake Net-DNS
542 ipfiremake Net-IPv4Addr
543 ipfiremake Net_SSLeay
544 ipfiremake IO-Stringy
545 ipfiremake IO-Socket-SSL
546 ipfiremake Unix-Syslog
547 ipfiremake Mail-Tools
548 ipfiremake MIME-Tools
549 ipfiremake Net-Server
550 ipfiremake Convert-TNEF
551 ipfiremake Convert-UUlib
552 ipfiremake Archive-Tar
553 ipfiremake Archive-Zip
554 ipfiremake Text-Tabs+Wrap
555 ipfiremake Locale-Country
556 ipfiremake XML-Parser
557 ipfiremake Crypt-PasswdMD5
558 ipfiremake Net-Telnet
559 ipfiremake python-setuptools
560 ipfiremake python-clientform
561 ipfiremake python-mechanize
562 ipfiremake python-feedparser
563 ipfiremake python-rssdler
564 ipfiremake libffi
565 ipfiremake glib
566 ipfiremake GeoIP
567 ipfiremake fwhits
568 ipfiremake noip_updater
569 ipfiremake ntp
570 ipfiremake openssh
571 ipfiremake fontconfig
572 ipfiremake dejavu-fonts-ttf
573 ipfiremake freefont
574 ipfiremake pixman
575 ipfiremake cairo
576 ipfiremake pango
577 ipfiremake rrdtool
578 ipfiremake setserial
579 ipfiremake setup
580 ipfiremake libdnet
581 ipfiremake daq
582 ipfiremake snort
583 ipfiremake oinkmaster
584 ipfiremake squid
585 ipfiremake squidguard
586 ipfiremake calamaris
587 ipfiremake tcpdump
588 ipfiremake traceroute
589 ipfiremake vlan
590 ipfiremake wireless
591 ipfiremake pakfire
592 ipfiremake spandsp
593 ipfiremake lzo
594 ipfiremake openvpn
595 ipfiremake pammysql
596 ipfiremake cups
597 ipfiremake ghostscript
598 ipfiremake foomatic
599 ipfiremake hplip
600 ipfiremake cifs-utils
601 ipfiremake samba
602 ipfiremake sudo
603 ipfiremake mc
604 ipfiremake wget
605 ipfiremake bridge-utils
606 ipfiremake screen
607 ipfiremake smartmontools
608 ipfiremake htop
609 ipfiremake postfix
610 ipfiremake fetchmail
611 ipfiremake cyrus-imapd
612 ipfiremake openmailadmin
613 ipfiremake clamav
614 ipfiremake spamassassin
615 ipfiremake amavisd
616 ipfiremake alsa
617 ipfiremake mpfire
618 ipfiremake guardian
619 ipfiremake libid3tag
620 ipfiremake libmad
621 ipfiremake libogg
622 ipfiremake libvorbis
623 ipfiremake libdvbpsi
624 ipfiremake flac
625 ipfiremake lame
626 ipfiremake sox
627 ipfiremake libshout
628 ipfiremake xvid
629 ipfiremake libmpeg2
630 ipfiremake cmake
631 ipfiremake gnump3d
632 ipfiremake libsigc++
633 ipfiremake libtorrent
634 ipfiremake rtorrent
635 ipfiremake rsync
636 ipfiremake tcpwrapper
637 ipfiremake libevent
638 ipfiremake libevent2
639 ipfiremake portmap
640 ipfiremake nfs
641 ipfiremake nmap
642 ipfiremake ncftp
643 ipfiremake etherwake
644 ipfiremake bwm-ng
645 ipfiremake tripwire
646 ipfiremake sysstat
647 ipfiremake vsftpd
648 ipfiremake strongswan
649 ipfiremake lsof
650 ipfiremake br2684ctl
651 ipfiremake pcmciautils
652 ipfiremake lm_sensors
653 ipfiremake liboping
654 ipfiremake collectd
655 ipfiremake teamspeak
656 ipfiremake elinks
657 ipfiremake igmpproxy
658 ipfiremake fbset
659 ipfiremake sdl
660 ipfiremake qemu
661 ipfiremake sane
662 ipfiremake netpbm
663 ipfiremake phpSANE
664 ipfiremake tunctl
665 ipfiremake nagios
666 ipfiremake nagios_nrpe
667 ipfiremake ebtables
668 ipfiremake directfb
669 ipfiremake dfb++
670 ipfiremake faad2
671 ipfiremake ffmpeg
672 ipfiremake vdr
673 ipfiremake vdr_streamdev
674 ipfiremake vdr_vnsiserver3
675 ipfiremake vdr_epgsearch
676 ipfiremake w_scan
677 ipfiremake icecast
678 ipfiremake icegenerator
679 ipfiremake mpd
680 ipfiremake libmpdclient
681 ipfiremake mpc
682 ipfiremake git
683 ipfiremake squidclamav
684 ipfiremake vnstat
685 ipfiremake vnstati
686 ipfiremake iw
687 ipfiremake wpa_supplicant
688 ipfiremake hostapd
689 ipfiremake pycurl
690 ipfiremake urlgrabber
691 ipfiremake syslinux
692 ipfiremake tftpd
693 ipfiremake cpufrequtils
694 ipfiremake dbus
695 ipfiremake bluetooth
696 ipfiremake gutenprint
697 ipfiremake apcupsd
698 ipfiremake iperf
699 ipfiremake netcat
700 ipfiremake 7zip
701 ipfiremake lynis
702 ipfiremake streamripper
703 ipfiremake sshfs
704 ipfiremake taglib
705 ipfiremake mediatomb
706 ipfiremake sslh
707 ipfiremake perl-gettext
708 ipfiremake perl-Sort-Naturally
709 ipfiremake vdradmin
710 ipfiremake miau
711 ipfiremake netsnmpd
712 ipfiremake perl-DBI
713 ipfiremake perl-DBD-mysql
714 ipfiremake cacti
715 ipfiremake icecc
716 ipfiremake openvmtools
717 ipfiremake nagiosql
718 ipfiremake iftop
719 ipfiremake motion
720 ipfiremake joe
721 ipfiremake nut
722 ipfiremake watchdog
723 ipfiremake libpri
724 ipfiremake asterisk
725 ipfiremake lcr
726 ipfiremake usb_modeswitch
727 ipfiremake usb_modeswitch_data
728 ipfiremake zerofree
729 ipfiremake mdadm
730 ipfiremake eject
731 ipfiremake pound
732 ipfiremake minicom
733 ipfiremake ddrescue
734 ipfiremake imspector
735 ipfiremake miniupnpd
736 ipfiremake client175
737 ipfiremake powertop
738 ipfiremake parted
739 ipfiremake swig
740 ipfiremake python-m2crypto
741 ipfiremake wireless-regdb
742 ipfiremake crda
743 ipfiremake libsolv
744 ipfiremake python-distutils-extra
745 ipfiremake python-lzma
746 ipfiremake python-progressbar
747 ipfiremake python-xattr
748 ipfiremake intltool
749 ipfiremake transmission
750 ipfiremake dpfhack
751 ipfiremake lcd4linux
752 ipfiremake mtr
753 ipfiremake tcpick
754 ipfiremake minidlna
755 ipfiremake acpid
756 ipfiremake fping
757 ipfiremake telnet
758 ipfiremake xinetd
759 ipfiremake libgpg-error
760 ipfiremake libassuan
761 ipfiremake gpgme
762 ipfiremake pygpgme
763 ipfiremake pakfire3
764 ipfiremake stress
765 ipfiremake libstatgrab
766 ipfiremake sarg
767 ipfiremake fstrim
768 ipfiremake check_mk_agent
769 ipfiremake libdaemon
770 ipfiremake avahi
771 ipfiremake nginx
772 ipfiremake sendEmail
773 ipfiremake sysbench
774 ipfiremake strace
775 ipfiremake ipfire-netboot
776 ipfiremake lcdproc
777 ipfiremake bitstream
778 ipfiremake multicat
779 ipfiremake keepalived
780 ipfiremake ipvsadm
781 ipfiremake perl-Carp-Clan
782 ipfiremake perl-Date-Calc
783 ipfiremake perl-Date-Manip
784 ipfiremake perl-File-Tail
785 ipfiremake perl-TimeDate
786 ipfiremake swatch
787 ipfiremake tor
788 ipfiremake arm
789 ipfiremake wavemon
790 ipfiremake iptraf-ng
791 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
792 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
793 echo >> $BASEDIR/build/var/ipfire/firebuild
794 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
795 echo >> $BASEDIR/build/var/ipfire/firebuild
796 git status >> $BASEDIR/build/var/ipfire/firebuild
797 echo >> $BASEDIR/build/var/ipfire/firebuild
798 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
799 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
800 if [ "$(git status -s | wc -l)" == "0" ]; then
801 GIT_STATUS=""
802 else
803 GIT_STATUS="-dirty"
804 fi
805 case "$GIT_BRANCH" in
806 core*|beta?|rc?)
807 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
808 ;;
809 *)
810 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
811 ;;
812 esac
813 }
814
815 buildinstaller() {
816 # Run installer scripts one by one
817 LOGFILE="$BASEDIR/log/_build.installer.log"
818 export LOGFILE
819 ipfiremake as86
820 ipfiremake mbr
821 ipfiremake memtest
822 ipfiremake installer
823 installmake strip
824 ipfiremake initrd
825 }
826
827 buildpackages() {
828 LOGFILE="$BASEDIR/log/_build.packages.log"
829 export LOGFILE
830 echo "... see detailed log in _build.*.log files" >> $LOGFILE
831
832
833 # Generating list of packages used
834 echo -n "Generating packages list from logs" | tee -a $LOGFILE
835 rm -f $BASEDIR/doc/packages-list
836 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
837 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
838 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
839 fi
840 done
841 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
842 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
843 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
844 rm -f $BASEDIR/doc/packages-list
845 # packages-list.txt is ready to be displayed for wiki page
846 beautify message DONE
847
848 # Update changelog
849 cd $BASEDIR
850 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
851 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
852 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
853
854 # Create images for install
855 ipfiremake cdrom
856
857 # Check if there is a loop device for building in virtual environments
858 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
859 if [ "${MACHINE_TYPE}" != "arm" ]; then
860 ipfiremake usb-stick
861 fi
862 ipfiremake flash-images
863 fi
864
865 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
866
867 ipfirepackages
868
869 # Check if there is a loop device for building in virtual environments
870 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
871 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
872 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
873 cp -f $BASEDIR/packages/linux-pae-*.ipfire $LFS/install/packages/
874 cp -f $BASEDIR/packages/meta-linux-pae $LFS/install/packages/
875 ipfiremake xen-image
876 rm -rf $LFS/install/packages/linux-xen-*.ipfire
877 rm -rf $LFS/install/packages/meta-linux-xen
878 fi
879 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
880
881 cd $BASEDIR
882 for i in `ls *.bz2 *.img.gz *.iso`; do
883 md5sum $i > $i.md5
884 done
885 cd $PWD
886
887 # Cleanup
888 stdumount
889 rm -rf $BASEDIR/build/tmp/*
890
891 # Generating total list of files
892 echo -n "Generating files list from logs" | tee -a $LOGFILE
893 rm -f $BASEDIR/log/FILES
894 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
895 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
896 echo "##" >>$BASEDIR/log/FILES
897 echo "## `basename $i`" >>$BASEDIR/log/FILES
898 echo "##" >>$BASEDIR/log/FILES
899 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
900 fi
901 done
902 beautify message DONE
903
904 cd $PWD
905 }
906
907 ipfirepackages() {
908 ipfiremake core-updates
909
910 local i
911 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
912 i=$(basename ${i})
913 if [ -e $BASEDIR/lfs/$i ]; then
914 ipfiredist $i
915 else
916 echo -n $i
917 beautify message SKIP
918 fi
919 done
920 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
921 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
922 rm -rf $BASEDIR/build/install/packages/*
923 }
924
925 # See what we're supposed to do
926 case "$1" in
927 build)
928 clear
929 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
930 #only restore on a clean disk
931 if [ ! -f log/cleanup-toolchain-2-tools ]; then
932 if [ ! -n "$PACKAGE" ]; then
933 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
934 prepareenv
935 buildtoolchain
936 else
937 PACKAGENAME=${PACKAGE%.tar.gz}
938 beautify build_stage "Packaged toolchain compilation"
939 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
940 tar zxf $PACKAGE
941 prepareenv
942 else
943 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
944 fi
945 fi
946 else
947 echo -n "Using installed toolchain" | tee -a $LOGFILE
948 beautify message SKIP
949 prepareenv
950 fi
951
952 beautify build_start
953 beautify build_stage "Building LFS"
954 buildbase
955
956 beautify build_stage "Building IPFire"
957 buildipfire
958
959 beautify build_stage "Building installer"
960 buildinstaller
961
962 beautify build_stage "Building packages"
963 buildpackages
964
965 beautify build_stage "Checking Logfiles for new Files"
966
967 cd $BASEDIR
968 tools/checknewlog.pl
969 tools/checkwronginitlinks
970 cd $PWD
971
972 beautify build_end
973 ;;
974 shell)
975 # enter a shell inside LFS chroot
976 # may be used to changed kernel settings
977 prepareenv
978 entershell
979 ;;
980 clean)
981 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
982 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
983 $LOSETUP -d $i 2>/dev/null
984 done
985 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
986 umount $i
987 done
988 stdumount
989 for i in `seq 0 7`; do
990 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
991 umount /dev/loop${i} 2>/dev/null;
992 losetup -d /dev/loop${i} 2>/dev/null;
993 fi;
994 done
995 rm -rf $BASEDIR/build
996 rm -rf $BASEDIR/cdrom
997 rm -rf $BASEDIR/packages
998 rm -rf $BASEDIR/log
999 if [ -h /tools ]; then
1000 rm -f /tools
1001 fi
1002 rm -f $BASEDIR/ipfire-*
1003 beautify message DONE
1004 ;;
1005 downloadsrc)
1006 if [ ! -d $BASEDIR/cache ]; then
1007 mkdir $BASEDIR/cache
1008 fi
1009 mkdir -p $BASEDIR/log
1010 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1011 FINISHED=0
1012 cd $BASEDIR/lfs
1013 for c in `seq $MAX_RETRIES`; do
1014 if (( FINISHED==1 )); then
1015 break
1016 fi
1017 FINISHED=1
1018 cd $BASEDIR/lfs
1019 for i in *; do
1020 if [ -f "$i" -a "$i" != "Config" ]; then
1021 lfsmakecommoncheck ${i} || continue
1022
1023 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1024 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1025 if [ $? -ne 0 ]; then
1026 beautify message FAIL
1027 FINISHED=0
1028 else
1029 if [ $c -eq 1 ]; then
1030 beautify message DONE
1031 fi
1032 fi
1033 fi
1034 done
1035 done
1036 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1037 ERROR=0
1038 for i in *; do
1039 if [ -f "$i" -a "$i" != "Config" ]; then
1040 lfsmakecommoncheck ${i} > /dev/null || continue
1041 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1042 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1043 if [ $? -ne 0 ]; then
1044 echo -ne "MD5 difference in lfs/$i"
1045 beautify message FAIL
1046 ERROR=1
1047 fi
1048 fi
1049 done
1050 if [ $ERROR -eq 0 ]; then
1051 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1052 beautify message DONE
1053 else
1054 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1055 beautify message FAIL
1056 fi
1057 cd - >/dev/null 2>&1
1058 ;;
1059 toolchain)
1060 clear
1061 prepareenv
1062 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1063 buildtoolchain
1064 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1065 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1066 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1067 build/tools build/bin/sh log >> $LOGFILE
1068 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1069 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1070 stdumount
1071 ;;
1072 gettoolchain)
1073 # arbitrary name to be updated in case of new toolchain package upload
1074 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1075 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1076 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1077 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1078 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1079 cd $BASEDIR/cache/toolchains
1080 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1081 if [ $? -ne 0 ]; then
1082 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1083 else
1084 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1085 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1086 else
1087 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1088 fi
1089 fi
1090 else
1091 echo "Toolchain is already downloaded. Exiting..."
1092 fi
1093 ;;
1094 othersrc)
1095 prepareenv
1096 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1097 chroot $LFS /tools/bin/env -i HOME=/root \
1098 TERM=$TERM PS1='\u:\w\$ ' \
1099 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1100 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1101 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1102 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1103 if [ $? -eq "0" ]; then
1104 beautify message DONE
1105 else
1106 beautify message FAIL
1107 fi
1108 stdumount
1109 ;;
1110 uploadsrc)
1111 PWD=`pwd`
1112 if [ -z $IPFIRE_USER ]; then
1113 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1114 beautify message FAIL
1115 exit 1
1116 fi
1117
1118 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1119 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1120
1121 cd $BASEDIR/cache/
1122 for file in $(ls -1 --ignore=toolchains); do
1123 grep -q "$file" <<<$REMOTE_FILES && continue
1124 NEW_FILES="$NEW_FILES $file"
1125 done
1126 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1127 cd $BASEDIR
1128 cd $PWD
1129 exit 0
1130 ;;
1131 lang)
1132 update_langs
1133 ;;
1134 *)
1135 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1136 cat doc/make.sh-usage
1137 ;;
1138 esac