c90e89d4a8bb184dfea0cf95d65ff4b95388e36a
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="74" # Core Level (Filename)
29 PAKFIRE_CORE="73" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=6
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
183 if [ -z "${CPU_COUNT}" ]; then
184 CPU_COUNT=1
185 fi
186
187 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
188 fi
189 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
190 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
191
192 # Make some extra directories
193 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
194 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
195 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
196 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
197
198 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
199 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
200
201 # Make all sources and proc available under lfs build
202 mount --bind /dev $BASEDIR/build/dev
203 mount --bind /dev/pts $BASEDIR/build/dev/pts
204 mount --bind /dev/shm $BASEDIR/build/dev/shm
205 mount --bind /proc $BASEDIR/build/proc
206 mount --bind /sys $BASEDIR/build/sys
207 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
208 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
209 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
210 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
211 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
212 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
213 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
214 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
215 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
216
217 # Run LFS static binary creation scripts one by one
218 export CCACHE_DIR=$BASEDIR/ccache
219 export CCACHE_COMPRESS=1
220 export CCACHE_COMPILERCHECK="none"
221
222 # Remove pre-install list of installed files in case user erase some files before rebuild
223 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
224 }
225
226 buildtoolchain() {
227 local error=false
228 case "${MACHINE}:$(uname -m)" in
229 # x86
230 i586:i586|i586:i686|i586:x86_64)
231 # These are working.
232 ;;
233 i586:*)
234 error=true
235 ;;
236
237 # ARM
238 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
239 # These are working.
240 ;;
241 armv5tel:*)
242 error=true
243 ;;
244 esac
245
246 ${error} && \
247 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
248
249 local gcc=$(type -p gcc)
250 if [ -z "${gcc}" ]; then
251 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
252 fi
253
254 LOGFILE="$BASEDIR/log/_build.toolchain.log"
255 export LOGFILE
256
257 local ORG_PATH=$PATH
258 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
259 lfsmake1 ccache PASS=1
260 lfsmake1 binutils PASS=1
261 lfsmake1 gcc PASS=1
262 lfsmake1 linux TOOLS=1 KCFG="-headers"
263 lfsmake1 glibc
264 lfsmake1 cleanup-toolchain PASS=1
265 lfsmake1 binutils PASS=2
266 lfsmake1 gcc PASS=2
267 lfsmake1 ccache PASS=2
268 lfsmake1 tcl
269 lfsmake1 expect
270 lfsmake1 dejagnu
271 lfsmake1 ncurses
272 lfsmake1 bash
273 lfsmake1 bzip2
274 lfsmake1 coreutils
275 lfsmake1 diffutils
276 lfsmake1 findutils
277 lfsmake1 gawk
278 lfsmake1 gettext
279 lfsmake1 grep
280 lfsmake1 gzip
281 lfsmake1 m4
282 lfsmake1 make
283 lfsmake1 patch
284 lfsmake1 perl
285 lfsmake1 sed
286 lfsmake1 tar
287 lfsmake1 texinfo
288 lfsmake1 xz
289 lfsmake1 fake-environ
290 lfsmake1 cleanup-toolchain PASS=2
291 export PATH=$ORG_PATH
292 }
293
294 buildbase() {
295 LOGFILE="$BASEDIR/log/_build.base.log"
296 export LOGFILE
297 lfsmake2 stage2
298 lfsmake2 linux KCFG="-headers"
299 lfsmake2 man-pages
300 lfsmake2 glibc
301 lfsmake2 tzdata
302 lfsmake2 cleanup-toolchain PASS=3
303 lfsmake2 zlib
304 lfsmake2 binutils
305 lfsmake2 gmp
306 lfsmake2 gmp-compat
307 lfsmake2 mpfr
308 lfsmake2 file
309 lfsmake2 gcc
310 lfsmake2 sed
311 lfsmake2 berkeley
312 lfsmake2 coreutils
313 lfsmake2 iana-etc
314 lfsmake2 m4
315 lfsmake2 bison
316 lfsmake2 ncurses
317 lfsmake2 procps
318 lfsmake2 libtool
319 lfsmake2 perl
320 lfsmake2 readline
321 lfsmake2 readline-compat
322 lfsmake2 pcre
323 lfsmake2 pcre-compat
324 lfsmake2 autoconf
325 lfsmake2 automake
326 lfsmake2 bash
327 lfsmake2 bzip2
328 lfsmake2 diffutils
329 lfsmake2 e2fsprogs
330 lfsmake2 ed
331 lfsmake2 findutils
332 lfsmake2 flex
333 lfsmake2 gawk
334 lfsmake2 gettext
335 lfsmake2 grep
336 lfsmake2 groff
337 lfsmake2 gperf
338 lfsmake2 gzip
339 lfsmake2 inetutils
340 lfsmake2 iproute2
341 lfsmake2 jwhois
342 lfsmake2 kbd
343 lfsmake2 less
344 lfsmake2 make
345 lfsmake2 man
346 lfsmake2 mktemp
347 lfsmake2 module-init-tools
348 lfsmake2 net-tools
349 lfsmake2 patch
350 lfsmake2 psmisc
351 lfsmake2 shadow
352 lfsmake2 sysklogd
353 lfsmake2 sysvinit
354 lfsmake2 tar
355 lfsmake2 texinfo
356 lfsmake2 udev
357 lfsmake2 util-linux
358 lfsmake2 vim
359 lfsmake2 xz
360 lfsmake2 grub
361 }
362
363 buildipfire() {
364 LOGFILE="$BASEDIR/log/_build.ipfire.log"
365 export LOGFILE
366 ipfiremake configroot
367 ipfiremake backup
368 ipfiremake bind
369 ipfiremake dhcp
370 ipfiremake dhcpcd
371 ipfiremake libusb
372 ipfiremake libpcap
373 ipfiremake ppp
374 ipfiremake pptp
375 ipfiremake unzip
376 ipfiremake which
377 ipfiremake linux-firmware
378 ipfiremake dvb-firmwares
379 ipfiremake zd1211-firmware
380 ipfiremake rpi-firmware
381 ipfiremake u-boot
382
383 if [ "${MACHINE_TYPE}" != "arm" ]; then
384
385 # x86-xen (Legacy XEN) kernel build
386 ipfiremake linux2 KCFG="-xen"
387 ipfiremake v4l-dvb KCFG="-xen"
388 ipfiremake mISDN KCFG="-xen"
389 ipfiremake cryptodev KCFG="-xen"
390 ipfiremake compat-drivers KCFG="-xen"
391 ipfiremake r8169 KCFG="-xen"
392 ipfiremake r8168 KCFG="-xen"
393 ipfiremake r8101 KCFG="-xen"
394 ipfiremake e1000 KCFG="-xen"
395 ipfiremake e1000e KCFG="-xen"
396 ipfiremake igb KCFG="-xen"
397
398 # x86-pae (Native and new XEN) kernel build
399 ipfiremake linux KCFG="-pae"
400 ipfiremake kvm-kmod KCFG="-pae"
401 ipfiremake v4l-dvb KCFG="-pae"
402 ipfiremake mISDN KCFG="-pae"
403 ipfiremake cryptodev KCFG="-pae"
404 ipfiremake compat-drivers KCFG="-pae"
405 ipfiremake r8169 KCFG="-pae"
406 ipfiremake r8168 KCFG="-pae"
407 ipfiremake r8101 KCFG="-pae"
408 ipfiremake e1000e KCFG="-pae"
409 ipfiremake igb KCFG="-pae"
410
411 # x86 kernel build
412 ipfiremake linux KCFG=""
413 ipfiremake kvm-kmod KCFG=""
414 ipfiremake v4l-dvb KCFG=""
415 ipfiremake mISDN KCFG=""
416 ipfiremake cryptodev KCFG=""
417 ipfiremake compat-drivers KCFG=""
418 ipfiremake r8169 KCFG=""
419 ipfiremake r8168 KCFG=""
420 ipfiremake r8101 KCFG=""
421 ipfiremake e1000e KCFG=""
422 ipfiremake igb KCFG=""
423
424 else
425 # arm-rpi (Raspberry Pi) kernel build
426 ipfiremake linux KCFG="-rpi"
427 ipfiremake v4l-dvb KCFG="-rpi"
428 ipfiremake mISDN KCFG="-rpi" NOPCI=1
429 ipfiremake cryptodev KCFG="-rpi"
430 ipfiremake compat-drivers KCFG="-rpi"
431
432 # arm-omap (Panda Board) kernel build
433 ipfiremake linux KCFG="-omap"
434 ipfiremake v4l-dvb KCFG="-omap"
435 ipfiremake mISDN KCFG="-omap" NOPCI=1
436 ipfiremake cryptodev KCFG="-omap"
437 ipfiremake compat-drivers KCFG="-omap"
438
439 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
440 ipfiremake linux KCFG="-kirkwood"
441 ipfiremake v4l-dvb KCFG="-kirkwood"
442 ipfiremake mISDN KCFG="-kirkwood"
443 ipfiremake cryptodev KCFG="-kirkwood"
444 ipfiremake compat-drivers KCFG="-kirkwood"
445 ipfiremake r8169 KCFG="-kirkwood"
446 ipfiremake r8168 KCFG="-kirkwood"
447 ipfiremake r8101 KCFG="-kirkwood"
448 # ipfiremake e1000e KCFG="-kirkwood"
449 ipfiremake igb KCFG="-kirkwood"
450
451 fi
452 ipfiremake pkg-config
453 ipfiremake linux-atm
454 ipfiremake cpio
455 ipfiremake dracut
456 ipfiremake expat
457 ipfiremake gdbm
458 ipfiremake pam
459 ipfiremake openssl
460 ipfiremake curl
461 ipfiremake tcl
462 ipfiremake sqlite
463 ipfiremake python
464 ipfiremake fireinfo
465 ipfiremake libnet
466 ipfiremake libnl
467 ipfiremake libidn
468 ipfiremake nasm
469 ipfiremake libjpeg
470 ipfiremake libexif
471 ipfiremake libpng
472 ipfiremake libtiff
473 ipfiremake libart
474 ipfiremake freetype
475 ipfiremake gd
476 ipfiremake popt
477 ipfiremake pcre
478 ipfiremake slang
479 ipfiremake newt
480 ipfiremake attr
481 ipfiremake acl
482 ipfiremake libcap
483 ipfiremake pciutils
484 ipfiremake usbutils
485 ipfiremake libxml2
486 ipfiremake libxslt
487 ipfiremake BerkeleyDB
488 ipfiremake mysql
489 ipfiremake cyrus-sasl
490 ipfiremake openldap
491 ipfiremake apache2
492 ipfiremake php
493 ipfiremake apache2 PASS=C
494 ipfiremake arping
495 ipfiremake beep
496 ipfiremake dvdrtools
497 ipfiremake dnsmasq
498 ipfiremake dosfstools
499 ipfiremake reiserfsprogs
500 ipfiremake xfsprogs
501 ipfiremake sysfsutils
502 ipfiremake fuse
503 ipfiremake ntfs-3g
504 ipfiremake ethtool
505 ipfiremake ez-ipupdate
506 ipfiremake fcron
507 ipfiremake perl-GD
508 ipfiremake GD-Graph
509 ipfiremake GD-TextUtil
510 ipfiremake gnupg
511 ipfiremake hdparm
512 ipfiremake sdparm
513 ipfiremake mtools
514 ipfiremake initscripts
515 ipfiremake whatmask
516 ipfiremake libmnl
517 ipfiremake iptables
518 ipfiremake conntrack-tools
519 ipfiremake libupnp
520 ipfiremake ipaddr
521 ipfiremake iputils
522 ipfiremake l7-protocols
523 ipfiremake mISDNuser
524 ipfiremake capi4k-utils
525 ipfiremake hwdata
526 ipfiremake logrotate
527 ipfiremake logwatch
528 ipfiremake misc-progs
529 ipfiremake nano
530 ipfiremake URI
531 ipfiremake HTML-Tagset
532 ipfiremake HTML-Parser
533 ipfiremake HTML-Template
534 ipfiremake Compress-Zlib
535 ipfiremake Digest
536 ipfiremake Digest-SHA1
537 ipfiremake Digest-HMAC
538 ipfiremake libwww-perl
539 ipfiremake Net-DNS
540 ipfiremake Net-IPv4Addr
541 ipfiremake Net_SSLeay
542 ipfiremake IO-Stringy
543 ipfiremake IO-Socket-SSL
544 ipfiremake Unix-Syslog
545 ipfiremake Mail-Tools
546 ipfiremake MIME-Tools
547 ipfiremake Net-Server
548 ipfiremake Convert-TNEF
549 ipfiremake Convert-UUlib
550 ipfiremake Archive-Tar
551 ipfiremake Archive-Zip
552 ipfiremake Text-Tabs+Wrap
553 ipfiremake Locale-Country
554 ipfiremake XML-Parser
555 ipfiremake Crypt-PasswdMD5
556 ipfiremake Net-Telnet
557 ipfiremake python-setuptools
558 ipfiremake python-clientform
559 ipfiremake python-mechanize
560 ipfiremake python-feedparser
561 ipfiremake python-rssdler
562 ipfiremake libffi
563 ipfiremake glib
564 ipfiremake GeoIP
565 ipfiremake fwhits
566 ipfiremake noip_updater
567 ipfiremake ntp
568 ipfiremake openssh
569 ipfiremake fontconfig
570 ipfiremake dejavu-fonts-ttf
571 ipfiremake freefont
572 ipfiremake pixman
573 ipfiremake cairo
574 ipfiremake pango
575 ipfiremake rrdtool
576 ipfiremake setserial
577 ipfiremake setup
578 ipfiremake libdnet
579 ipfiremake daq
580 ipfiremake snort
581 ipfiremake oinkmaster
582 ipfiremake squid
583 ipfiremake squidguard
584 ipfiremake calamaris
585 ipfiremake tcpdump
586 ipfiremake traceroute
587 ipfiremake vlan
588 ipfiremake wireless
589 ipfiremake pakfire
590 ipfiremake spandsp
591 ipfiremake lzo
592 ipfiremake openvpn
593 ipfiremake pammysql
594 ipfiremake cups
595 ipfiremake ghostscript
596 ipfiremake foomatic
597 ipfiremake hplip
598 ipfiremake cifs-utils
599 ipfiremake samba
600 ipfiremake sudo
601 ipfiremake mc
602 ipfiremake wget
603 ipfiremake bridge-utils
604 ipfiremake screen
605 ipfiremake smartmontools
606 ipfiremake htop
607 ipfiremake postfix
608 ipfiremake fetchmail
609 ipfiremake cyrus-imapd
610 ipfiremake openmailadmin
611 ipfiremake clamav
612 ipfiremake spamassassin
613 ipfiremake amavisd
614 ipfiremake alsa
615 ipfiremake mpfire
616 ipfiremake guardian
617 ipfiremake libid3tag
618 ipfiremake libmad
619 ipfiremake libogg
620 ipfiremake libvorbis
621 ipfiremake libdvbpsi
622 ipfiremake flac
623 ipfiremake lame
624 ipfiremake sox
625 ipfiremake libshout
626 ipfiremake xvid
627 ipfiremake libmpeg2
628 ipfiremake cmake
629 ipfiremake gnump3d
630 ipfiremake libsigc++
631 ipfiremake libtorrent
632 ipfiremake rtorrent
633 ipfiremake rsync
634 ipfiremake tcpwrapper
635 ipfiremake libevent
636 ipfiremake libevent2
637 ipfiremake portmap
638 ipfiremake nfs
639 ipfiremake nmap
640 ipfiremake ncftp
641 ipfiremake etherwake
642 ipfiremake bwm-ng
643 ipfiremake tripwire
644 ipfiremake sysstat
645 ipfiremake vsftpd
646 ipfiremake strongswan
647 ipfiremake lsof
648 ipfiremake br2684ctl
649 ipfiremake pcmciautils
650 ipfiremake lm_sensors
651 ipfiremake liboping
652 ipfiremake collectd
653 ipfiremake teamspeak
654 ipfiremake elinks
655 ipfiremake igmpproxy
656 ipfiremake fbset
657 ipfiremake sdl
658 ipfiremake qemu
659 ipfiremake sane
660 ipfiremake netpbm
661 ipfiremake phpSANE
662 ipfiremake tunctl
663 ipfiremake nagios
664 ipfiremake nagios_nrpe
665 ipfiremake ebtables
666 ipfiremake directfb
667 ipfiremake dfb++
668 ipfiremake faad2
669 ipfiremake ffmpeg
670 ipfiremake vdr
671 ipfiremake vdr_streamdev
672 ipfiremake vdr_vnsiserver3
673 ipfiremake vdr_epgsearch
674 ipfiremake w_scan
675 ipfiremake icecast
676 ipfiremake icegenerator
677 ipfiremake mpd
678 ipfiremake libmpdclient
679 ipfiremake mpc
680 ipfiremake git
681 ipfiremake squidclamav
682 ipfiremake bc
683 ipfiremake vnstat
684 ipfiremake vnstati
685 ipfiremake iw
686 ipfiremake wpa_supplicant
687 ipfiremake hostapd
688 ipfiremake pycurl
689 ipfiremake urlgrabber
690 ipfiremake syslinux
691 ipfiremake tftpd
692 ipfiremake cpufrequtils
693 ipfiremake dbus
694 ipfiremake bluetooth
695 ipfiremake gutenprint
696 ipfiremake apcupsd
697 ipfiremake iperf
698 ipfiremake netcat
699 ipfiremake 7zip
700 ipfiremake lynis
701 ipfiremake streamripper
702 ipfiremake sshfs
703 ipfiremake taglib
704 ipfiremake mediatomb
705 ipfiremake sslh
706 ipfiremake perl-gettext
707 ipfiremake perl-Sort-Naturally
708 ipfiremake vdradmin
709 ipfiremake miau
710 ipfiremake netsnmpd
711 ipfiremake perl-DBI
712 ipfiremake perl-DBD-mysql
713 ipfiremake cacti
714 ipfiremake icecc
715 ipfiremake openvmtools
716 ipfiremake nagiosql
717 ipfiremake iftop
718 ipfiremake motion
719 ipfiremake joe
720 ipfiremake nut
721 ipfiremake watchdog
722 ipfiremake libpri
723 ipfiremake asterisk
724 ipfiremake lcr
725 ipfiremake usb_modeswitch
726 ipfiremake usb_modeswitch_data
727 ipfiremake zerofree
728 ipfiremake mdadm
729 ipfiremake eject
730 ipfiremake pound
731 ipfiremake minicom
732 ipfiremake ddrescue
733 ipfiremake imspector
734 ipfiremake miniupnpd
735 ipfiremake client175
736 ipfiremake powertop
737 ipfiremake parted
738 ipfiremake swig
739 ipfiremake python-m2crypto
740 ipfiremake wireless-regdb
741 ipfiremake crda
742 ipfiremake libsolv
743 ipfiremake python-distutils-extra
744 ipfiremake python-lzma
745 ipfiremake python-progressbar
746 ipfiremake python-xattr
747 ipfiremake intltool
748 ipfiremake transmission
749 ipfiremake dpfhack
750 ipfiremake lcd4linux
751 ipfiremake mtr
752 ipfiremake tcpick
753 ipfiremake minidlna
754 ipfiremake acpid
755 ipfiremake fping
756 ipfiremake telnet
757 ipfiremake xinetd
758 ipfiremake libgpg-error
759 ipfiremake libassuan
760 ipfiremake gpgme
761 ipfiremake pygpgme
762 ipfiremake pakfire3
763 ipfiremake stress
764 ipfiremake libstatgrab
765 ipfiremake sarg
766 ipfiremake fstrim
767 ipfiremake check_mk_agent
768 ipfiremake libdaemon
769 ipfiremake avahi
770 ipfiremake nginx
771 ipfiremake sendEmail
772 ipfiremake sysbench
773 ipfiremake strace
774 ipfiremake ipfire-netboot
775 ipfiremake lcdproc
776 ipfiremake bitstream
777 ipfiremake multicat
778 ipfiremake keepalived
779 ipfiremake ipvsadm
780 ipfiremake perl-Carp-Clan
781 ipfiremake perl-Date-Calc
782 ipfiremake perl-Date-Manip
783 ipfiremake perl-File-Tail
784 ipfiremake perl-TimeDate
785 ipfiremake swatch
786 ipfiremake tor
787 ipfiremake arm
788 ipfiremake wavemon
789 ipfiremake iptraf-ng
790 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
791 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
792 echo >> $BASEDIR/build/var/ipfire/firebuild
793 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
794 echo >> $BASEDIR/build/var/ipfire/firebuild
795 git status >> $BASEDIR/build/var/ipfire/firebuild
796 echo >> $BASEDIR/build/var/ipfire/firebuild
797 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
798 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
799 if [ "$(git status -s | wc -l)" == "0" ]; then
800 GIT_STATUS=""
801 else
802 GIT_STATUS="-dirty"
803 fi
804 case "$GIT_BRANCH" in
805 core*|beta?|rc?)
806 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
807 ;;
808 *)
809 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
810 ;;
811 esac
812 }
813
814 buildinstaller() {
815 # Run installer scripts one by one
816 LOGFILE="$BASEDIR/log/_build.installer.log"
817 export LOGFILE
818 ipfiremake as86
819 ipfiremake mbr
820 ipfiremake memtest
821 ipfiremake installer
822 installmake strip
823 ipfiremake initrd
824 }
825
826 buildpackages() {
827 LOGFILE="$BASEDIR/log/_build.packages.log"
828 export LOGFILE
829 echo "... see detailed log in _build.*.log files" >> $LOGFILE
830
831
832 # Generating list of packages used
833 echo -n "Generating packages list from logs" | tee -a $LOGFILE
834 rm -f $BASEDIR/doc/packages-list
835 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
836 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
837 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
838 fi
839 done
840 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
841 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
842 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
843 rm -f $BASEDIR/doc/packages-list
844 # packages-list.txt is ready to be displayed for wiki page
845 beautify message DONE
846
847 # Update changelog
848 cd $BASEDIR
849 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
850 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
851 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
852
853 # Create images for install
854 ipfiremake cdrom
855
856 # Check if there is a loop device for building in virtual environments
857 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
858 if [ "${MACHINE_TYPE}" != "arm" ]; then
859 ipfiremake usb-stick
860 fi
861 ipfiremake flash-images
862 fi
863
864 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
865
866 ipfirepackages
867
868 # Check if there is a loop device for building in virtual environments
869 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
870 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
871 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
872 cp -f $BASEDIR/packages/linux-pae-*.ipfire $LFS/install/packages/
873 cp -f $BASEDIR/packages/meta-linux-pae $LFS/install/packages/
874 ipfiremake xen-image
875 rm -rf $LFS/install/packages/linux-xen-*.ipfire
876 rm -rf $LFS/install/packages/meta-linux-xen
877 fi
878 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
879
880 cd $BASEDIR
881 for i in `ls *.bz2 *.img.gz *.iso`; do
882 md5sum $i > $i.md5
883 done
884 cd $PWD
885
886 # Cleanup
887 stdumount
888 rm -rf $BASEDIR/build/tmp/*
889
890 # Generating total list of files
891 echo -n "Generating files list from logs" | tee -a $LOGFILE
892 rm -f $BASEDIR/log/FILES
893 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
894 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
895 echo "##" >>$BASEDIR/log/FILES
896 echo "## `basename $i`" >>$BASEDIR/log/FILES
897 echo "##" >>$BASEDIR/log/FILES
898 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
899 fi
900 done
901 beautify message DONE
902
903 cd $PWD
904 }
905
906 ipfirepackages() {
907 ipfiremake core-updates
908
909 local i
910 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
911 i=$(basename ${i})
912 if [ -e $BASEDIR/lfs/$i ]; then
913 ipfiredist $i
914 else
915 echo -n $i
916 beautify message SKIP
917 fi
918 done
919 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
920 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
921 rm -rf $BASEDIR/build/install/packages/*
922 }
923
924 # See what we're supposed to do
925 case "$1" in
926 build)
927 clear
928 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
929 #only restore on a clean disk
930 if [ ! -f log/cleanup-toolchain-2-tools ]; then
931 if [ ! -n "$PACKAGE" ]; then
932 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
933 prepareenv
934 buildtoolchain
935 else
936 PACKAGENAME=${PACKAGE%.tar.gz}
937 beautify build_stage "Packaged toolchain compilation"
938 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
939 tar zxf $PACKAGE
940 prepareenv
941 else
942 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
943 fi
944 fi
945 else
946 echo -n "Using installed toolchain" | tee -a $LOGFILE
947 beautify message SKIP
948 prepareenv
949 fi
950
951 beautify build_start
952 beautify build_stage "Building LFS"
953 buildbase
954
955 beautify build_stage "Building IPFire"
956 buildipfire
957
958 beautify build_stage "Building installer"
959 buildinstaller
960
961 beautify build_stage "Building packages"
962 buildpackages
963
964 beautify build_stage "Checking Logfiles for new Files"
965
966 cd $BASEDIR
967 tools/checknewlog.pl
968 tools/checkwronginitlinks
969 cd $PWD
970
971 beautify build_end
972 ;;
973 shell)
974 # enter a shell inside LFS chroot
975 # may be used to changed kernel settings
976 prepareenv
977 entershell
978 ;;
979 clean)
980 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
981 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
982 $LOSETUP -d $i 2>/dev/null
983 done
984 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
985 umount $i
986 done
987 stdumount
988 for i in `seq 0 7`; do
989 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
990 umount /dev/loop${i} 2>/dev/null;
991 losetup -d /dev/loop${i} 2>/dev/null;
992 fi;
993 done
994 rm -rf $BASEDIR/build
995 rm -rf $BASEDIR/cdrom
996 rm -rf $BASEDIR/packages
997 rm -rf $BASEDIR/log
998 if [ -h /tools ]; then
999 rm -f /tools
1000 fi
1001 rm -f $BASEDIR/ipfire-*
1002 beautify message DONE
1003 ;;
1004 downloadsrc)
1005 if [ ! -d $BASEDIR/cache ]; then
1006 mkdir $BASEDIR/cache
1007 fi
1008 mkdir -p $BASEDIR/log
1009 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1010 FINISHED=0
1011 cd $BASEDIR/lfs
1012 for c in `seq $MAX_RETRIES`; do
1013 if (( FINISHED==1 )); then
1014 break
1015 fi
1016 FINISHED=1
1017 cd $BASEDIR/lfs
1018 for i in *; do
1019 if [ -f "$i" -a "$i" != "Config" ]; then
1020 lfsmakecommoncheck ${i} || continue
1021
1022 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1023 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1024 if [ $? -ne 0 ]; then
1025 beautify message FAIL
1026 FINISHED=0
1027 else
1028 if [ $c -eq 1 ]; then
1029 beautify message DONE
1030 fi
1031 fi
1032 fi
1033 done
1034 done
1035 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1036 ERROR=0
1037 for i in *; do
1038 if [ -f "$i" -a "$i" != "Config" ]; then
1039 lfsmakecommoncheck ${i} > /dev/null || continue
1040 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1041 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1042 if [ $? -ne 0 ]; then
1043 echo -ne "MD5 difference in lfs/$i"
1044 beautify message FAIL
1045 ERROR=1
1046 fi
1047 fi
1048 done
1049 if [ $ERROR -eq 0 ]; then
1050 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1051 beautify message DONE
1052 else
1053 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1054 beautify message FAIL
1055 fi
1056 cd - >/dev/null 2>&1
1057 ;;
1058 toolchain)
1059 clear
1060 prepareenv
1061 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1062 buildtoolchain
1063 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1064 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1065 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1066 build/tools build/bin/sh log >> $LOGFILE
1067 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1068 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1069 stdumount
1070 ;;
1071 gettoolchain)
1072 # arbitrary name to be updated in case of new toolchain package upload
1073 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1074 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1075 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1076 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1077 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1078 cd $BASEDIR/cache/toolchains
1079 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1080 if [ $? -ne 0 ]; then
1081 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1082 else
1083 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1084 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1085 else
1086 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1087 fi
1088 fi
1089 else
1090 echo "Toolchain is already downloaded. Exiting..."
1091 fi
1092 ;;
1093 othersrc)
1094 prepareenv
1095 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1096 chroot $LFS /tools/bin/env -i HOME=/root \
1097 TERM=$TERM PS1='\u:\w\$ ' \
1098 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1099 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1100 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1101 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1102 if [ $? -eq "0" ]; then
1103 beautify message DONE
1104 else
1105 beautify message FAIL
1106 fi
1107 stdumount
1108 ;;
1109 uploadsrc)
1110 PWD=`pwd`
1111 if [ -z $IPFIRE_USER ]; then
1112 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1113 beautify message FAIL
1114 exit 1
1115 fi
1116
1117 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1118 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1119
1120 cd $BASEDIR/cache/
1121 for file in $(ls -1 --ignore=toolchains); do
1122 grep -q "$file" <<<$REMOTE_FILES && continue
1123 NEW_FILES="$NEW_FILES $file"
1124 done
1125 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1126 cd $BASEDIR
1127 cd $PWD
1128 exit 0
1129 ;;
1130 lang)
1131 update_langs
1132 ;;
1133 *)
1134 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1135 cat doc/make.sh-usage
1136 ;;
1137 esac