e45d59d711f8f56e9008520cc62432a6833cf082
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="72" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=6
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 if [ "${MACHINE:0:3}" = "arm" ]; then
183 MAKETUNING="-j2"
184 else
185 MAKETUNING="-j6"
186 fi
187 fi
188 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
189 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
190
191 # Make some extra directories
192 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
193 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
194 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
195 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
196
197 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
198 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
199
200 # Make all sources and proc available under lfs build
201 mount --bind /dev $BASEDIR/build/dev
202 mount --bind /dev/pts $BASEDIR/build/dev/pts
203 mount --bind /dev/shm $BASEDIR/build/dev/shm
204 mount --bind /proc $BASEDIR/build/proc
205 mount --bind /sys $BASEDIR/build/sys
206 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
207 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
208 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
209 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
210 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
211 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
212 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
213 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
214 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_COMPRESS=1
219 export CCACHE_COMPILERCHECK="none"
220
221 # Remove pre-install list of installed files in case user erase some files before rebuild
222 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
223 }
224
225 buildtoolchain() {
226 local error=false
227 case "${MACHINE}:$(uname -m)" in
228 # x86
229 i586:i586|i586:i686|i586:x86_64)
230 # These are working.
231 ;;
232 i586:*)
233 error=true
234 ;;
235
236 # ARM
237 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
238 # These are working.
239 ;;
240 armv5tel:*)
241 error=true
242 ;;
243 esac
244
245 ${error} && \
246 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
247
248 local gcc=$(type -p gcc)
249 if [ -z "${gcc}" ]; then
250 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
251 fi
252
253 LOGFILE="$BASEDIR/log/_build.toolchain.log"
254 export LOGFILE
255
256 local ORG_PATH=$PATH
257 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
258 lfsmake1 ccache PASS=1
259 lfsmake1 binutils PASS=1
260 lfsmake1 gcc PASS=1
261 lfsmake1 linux TOOLS=1 KCFG="-headers"
262 lfsmake1 glibc
263 lfsmake1 cleanup-toolchain PASS=1
264 lfsmake1 binutils PASS=2
265 lfsmake1 gcc PASS=2
266 lfsmake1 ccache PASS=2
267 lfsmake1 tcl
268 lfsmake1 expect
269 lfsmake1 dejagnu
270 lfsmake1 ncurses
271 lfsmake1 bash
272 lfsmake1 bzip2
273 lfsmake1 coreutils
274 lfsmake1 diffutils
275 lfsmake1 findutils
276 lfsmake1 gawk
277 lfsmake1 gettext
278 lfsmake1 grep
279 lfsmake1 gzip
280 lfsmake1 m4
281 lfsmake1 make
282 lfsmake1 patch
283 lfsmake1 perl
284 lfsmake1 sed
285 lfsmake1 tar
286 lfsmake1 texinfo
287 lfsmake1 xz
288 lfsmake1 fake-environ
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 lfsmake2 linux KCFG="-headers"
298 lfsmake2 man-pages
299 lfsmake2 glibc
300 lfsmake2 tzdata
301 lfsmake2 cleanup-toolchain PASS=3
302 lfsmake2 zlib
303 lfsmake2 binutils
304 lfsmake2 gmp
305 lfsmake2 gmp-compat
306 lfsmake2 mpfr
307 lfsmake2 file
308 lfsmake2 gcc
309 lfsmake2 sed
310 lfsmake2 berkeley
311 lfsmake2 coreutils
312 lfsmake2 iana-etc
313 lfsmake2 m4
314 lfsmake2 bison
315 lfsmake2 ncurses
316 lfsmake2 procps
317 lfsmake2 libtool
318 lfsmake2 perl
319 lfsmake2 readline
320 lfsmake2 readline-compat
321 lfsmake2 pcre
322 lfsmake2 pcre-compat
323 lfsmake2 autoconf
324 lfsmake2 automake
325 lfsmake2 bash
326 lfsmake2 bzip2
327 lfsmake2 diffutils
328 lfsmake2 e2fsprogs
329 lfsmake2 ed
330 lfsmake2 findutils
331 lfsmake2 flex
332 lfsmake2 gawk
333 lfsmake2 gettext
334 lfsmake2 grep
335 lfsmake2 groff
336 lfsmake2 gperf
337 lfsmake2 gzip
338 lfsmake2 inetutils
339 lfsmake2 iproute2
340 lfsmake2 jwhois
341 lfsmake2 kbd
342 lfsmake2 less
343 lfsmake2 make
344 lfsmake2 man
345 lfsmake2 mktemp
346 lfsmake2 module-init-tools
347 lfsmake2 net-tools
348 lfsmake2 patch
349 lfsmake2 psmisc
350 lfsmake2 shadow
351 lfsmake2 sysklogd
352 lfsmake2 sysvinit
353 lfsmake2 tar
354 lfsmake2 texinfo
355 lfsmake2 udev
356 lfsmake2 util-linux
357 lfsmake2 vim
358 lfsmake2 xz
359 lfsmake2 grub
360 }
361
362 buildipfire() {
363 LOGFILE="$BASEDIR/log/_build.ipfire.log"
364 export LOGFILE
365 ipfiremake configroot
366 ipfiremake backup
367 ipfiremake bind
368 ipfiremake dhcp
369 ipfiremake dhcpcd
370 ipfiremake libusb
371 ipfiremake libpcap
372 ipfiremake ppp
373 ipfiremake pptp
374 ipfiremake unzip
375 ipfiremake which
376 ipfiremake linux-firmware
377 ipfiremake dvb-firmwares
378 ipfiremake zd1211-firmware
379 ipfiremake rpi-firmware
380 ipfiremake u-boot-panda
381
382 if [ "${MACHINE_TYPE}" != "arm" ]; then
383
384 # x86-xen (Legacy XEN) kernel build
385 ipfiremake linux2 KCFG="-xen"
386 ipfiremake v4l-dvb KCFG="-xen"
387 ipfiremake mISDN KCFG="-xen"
388 ipfiremake cryptodev KCFG="-xen"
389 ipfiremake compat-drivers KCFG="-xen"
390 ipfiremake r8169 KCFG="-xen"
391 ipfiremake r8168 KCFG="-xen"
392 ipfiremake r8101 KCFG="-xen"
393 ipfiremake e1000 KCFG="-xen"
394 ipfiremake e1000e KCFG="-xen"
395 ipfiremake igb KCFG="-xen"
396
397 # x86-pae (Native and new XEN) kernel build
398 ipfiremake linux KCFG="-pae"
399 ipfiremake kvm-kmod KCFG="-pae"
400 ipfiremake v4l-dvb KCFG="-pae"
401 ipfiremake mISDN KCFG="-pae"
402 ipfiremake cryptodev KCFG="-pae"
403 ipfiremake compat-drivers KCFG="-pae"
404 ipfiremake r8169 KCFG="-pae"
405 ipfiremake r8168 KCFG="-pae"
406 ipfiremake r8101 KCFG="-pae"
407 ipfiremake e1000e KCFG="-pae"
408 ipfiremake igb KCFG="-pae"
409
410 # x86 kernel build
411 ipfiremake linux KCFG=""
412 ipfiremake kvm-kmod KCFG=""
413 ipfiremake v4l-dvb KCFG=""
414 ipfiremake mISDN KCFG=""
415 ipfiremake cryptodev KCFG=""
416 ipfiremake compat-drivers KCFG=""
417 ipfiremake r8169 KCFG=""
418 ipfiremake r8168 KCFG=""
419 ipfiremake r8101 KCFG=""
420 ipfiremake e1000e KCFG=""
421 ipfiremake igb KCFG=""
422
423 else
424 # arm-rpi (Raspberry Pi) kernel build
425 ipfiremake linux KCFG="-rpi"
426 ipfiremake v4l-dvb KCFG="-rpi"
427 ipfiremake mISDN KCFG="-rpi" NOPCI=1
428 ipfiremake cryptodev KCFG="-rpi"
429 ipfiremake compat-drivers KCFG="-rpi"
430
431 # arm-omap (Panda Board) kernel build
432 ipfiremake linux KCFG="-omap"
433 ipfiremake v4l-dvb KCFG="-omap"
434 ipfiremake mISDN KCFG="-omap" NOPCI=1
435 ipfiremake cryptodev KCFG="-omap"
436 ipfiremake compat-drivers KCFG="-omap"
437
438 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
439 ipfiremake linux KCFG="-kirkwood"
440 ipfiremake v4l-dvb KCFG="-kirkwood"
441 ipfiremake mISDN KCFG="-kirkwood"
442 ipfiremake cryptodev KCFG="-kirkwood"
443 ipfiremake compat-drivers KCFG="-kirkwood"
444 ipfiremake r8169 KCFG="-kirkwood"
445 ipfiremake r8168 KCFG="-kirkwood"
446 ipfiremake r8101 KCFG="-kirkwood"
447 # ipfiremake e1000e KCFG="-kirkwood"
448 ipfiremake igb KCFG="-kirkwood"
449
450 fi
451 ipfiremake pkg-config
452 ipfiremake linux-atm
453 ipfiremake cpio
454 ipfiremake dracut
455 ipfiremake expat
456 ipfiremake gdbm
457 ipfiremake pam
458 ipfiremake openssl
459 ipfiremake curl
460 ipfiremake tcl
461 ipfiremake sqlite
462 ipfiremake python
463 ipfiremake fireinfo
464 ipfiremake libnet
465 ipfiremake libnl
466 ipfiremake libidn
467 ipfiremake nasm
468 ipfiremake libjpeg
469 ipfiremake libexif
470 ipfiremake libpng
471 ipfiremake libtiff
472 ipfiremake libart
473 ipfiremake freetype
474 ipfiremake gd
475 ipfiremake popt
476 ipfiremake pcre
477 ipfiremake slang
478 ipfiremake newt
479 ipfiremake attr
480 ipfiremake acl
481 ipfiremake libcap
482 ipfiremake pciutils
483 ipfiremake usbutils
484 ipfiremake libxml2
485 ipfiremake libxslt
486 ipfiremake BerkeleyDB
487 ipfiremake mysql
488 ipfiremake cyrus-sasl
489 ipfiremake openldap
490 ipfiremake apache2
491 ipfiremake php
492 ipfiremake apache2 PASS=C
493 ipfiremake arping
494 ipfiremake beep
495 ipfiremake dvdrtools
496 ipfiremake dnsmasq
497 ipfiremake dosfstools
498 ipfiremake reiserfsprogs
499 ipfiremake xfsprogs
500 ipfiremake sysfsutils
501 ipfiremake fuse
502 ipfiremake ntfs-3g
503 ipfiremake ethtool
504 ipfiremake ez-ipupdate
505 ipfiremake fcron
506 ipfiremake perl-GD
507 ipfiremake GD-Graph
508 ipfiremake GD-TextUtil
509 ipfiremake gnupg
510 ipfiremake hdparm
511 ipfiremake sdparm
512 ipfiremake mtools
513 ipfiremake initscripts
514 ipfiremake whatmask
515 ipfiremake libmnl
516 ipfiremake iptables
517 ipfiremake conntrack-tools
518 ipfiremake libupnp
519 ipfiremake ipaddr
520 ipfiremake iputils
521 ipfiremake l7-protocols
522 ipfiremake mISDNuser
523 ipfiremake capi4k-utils
524 ipfiremake hwdata
525 ipfiremake logrotate
526 ipfiremake logwatch
527 ipfiremake misc-progs
528 ipfiremake nano
529 ipfiremake URI
530 ipfiremake HTML-Tagset
531 ipfiremake HTML-Parser
532 ipfiremake Compress-Zlib
533 ipfiremake Digest
534 ipfiremake Digest-SHA1
535 ipfiremake Digest-HMAC
536 ipfiremake libwww-perl
537 ipfiremake Net-DNS
538 ipfiremake Net-IPv4Addr
539 ipfiremake Net_SSLeay
540 ipfiremake IO-Stringy
541 ipfiremake IO-Socket-SSL
542 ipfiremake Unix-Syslog
543 ipfiremake Mail-Tools
544 ipfiremake MIME-Tools
545 ipfiremake Net-Server
546 ipfiremake Convert-TNEF
547 ipfiremake Convert-UUlib
548 ipfiremake Archive-Tar
549 ipfiremake Archive-Zip
550 ipfiremake Text-Tabs+Wrap
551 ipfiremake Locale-Country
552 ipfiremake XML-Parser
553 ipfiremake Crypt-PasswdMD5
554 ipfiremake Net-Telnet
555 ipfiremake python-setuptools
556 ipfiremake python-clientform
557 ipfiremake python-mechanize
558 ipfiremake python-feedparser
559 ipfiremake python-rssdler
560 ipfiremake libffi
561 ipfiremake glib
562 ipfiremake GeoIP
563 ipfiremake fwhits
564 ipfiremake noip_updater
565 ipfiremake ntp
566 ipfiremake openssh
567 ipfiremake fontconfig
568 ipfiremake dejavu-fonts-ttf
569 ipfiremake freefont
570 ipfiremake pixman
571 ipfiremake cairo
572 ipfiremake pango
573 ipfiremake rrdtool
574 ipfiremake setserial
575 ipfiremake setup
576 ipfiremake libdnet
577 ipfiremake daq
578 ipfiremake snort
579 ipfiremake oinkmaster
580 ipfiremake squid
581 ipfiremake squidguard
582 ipfiremake calamaris
583 ipfiremake tcpdump
584 ipfiremake traceroute
585 ipfiremake vlan
586 ipfiremake wireless
587 ipfiremake pakfire
588 ipfiremake spandsp
589 ipfiremake lzo
590 ipfiremake openvpn
591 ipfiremake pammysql
592 ipfiremake cups
593 ipfiremake ghostscript
594 ipfiremake foomatic
595 ipfiremake hplip
596 ipfiremake cifs-utils
597 ipfiremake samba
598 ipfiremake sudo
599 ipfiremake mc
600 ipfiremake wget
601 ipfiremake bridge-utils
602 ipfiremake screen
603 ipfiremake smartmontools
604 ipfiremake htop
605 ipfiremake postfix
606 ipfiremake fetchmail
607 ipfiremake cyrus-imapd
608 ipfiremake openmailadmin
609 ipfiremake clamav
610 ipfiremake spamassassin
611 ipfiremake amavisd
612 ipfiremake alsa
613 ipfiremake mpfire
614 ipfiremake guardian
615 ipfiremake libid3tag
616 ipfiremake libmad
617 ipfiremake libogg
618 ipfiremake libvorbis
619 ipfiremake libdvbpsi
620 ipfiremake flac
621 ipfiremake lame
622 ipfiremake sox
623 ipfiremake libshout
624 ipfiremake xvid
625 ipfiremake libmpeg2
626 ipfiremake cmake
627 ipfiremake gnump3d
628 ipfiremake libsigc++
629 ipfiremake libtorrent
630 ipfiremake rtorrent
631 ipfiremake rsync
632 ipfiremake tcpwrapper
633 ipfiremake libevent
634 ipfiremake libevent2
635 ipfiremake portmap
636 ipfiremake nfs
637 ipfiremake nmap
638 ipfiremake ncftp
639 ipfiremake etherwake
640 ipfiremake bwm-ng
641 ipfiremake tripwire
642 ipfiremake sysstat
643 ipfiremake vsftpd
644 ipfiremake strongswan
645 ipfiremake lsof
646 ipfiremake br2684ctl
647 ipfiremake pcmciautils
648 ipfiremake lm_sensors
649 ipfiremake liboping
650 ipfiremake collectd
651 ipfiremake teamspeak
652 ipfiremake elinks
653 ipfiremake igmpproxy
654 ipfiremake fbset
655 ipfiremake sdl
656 ipfiremake qemu
657 ipfiremake sane
658 ipfiremake netpbm
659 ipfiremake phpSANE
660 ipfiremake tunctl
661 ipfiremake nagios
662 ipfiremake nagios_nrpe
663 ipfiremake ebtables
664 ipfiremake directfb
665 ipfiremake dfb++
666 ipfiremake faad2
667 ipfiremake ffmpeg
668 ipfiremake vdr
669 ipfiremake vdr_streamdev
670 ipfiremake vdr_vnsiserver3
671 ipfiremake vdr_epgsearch
672 ipfiremake w_scan
673 ipfiremake icecast
674 ipfiremake icegenerator
675 ipfiremake mpd
676 ipfiremake libmpdclient
677 ipfiremake mpc
678 ipfiremake git
679 ipfiremake squidclamav
680 ipfiremake bc
681 ipfiremake vnstat
682 ipfiremake vnstati
683 ipfiremake iw
684 ipfiremake wpa_supplicant
685 ipfiremake hostapd
686 ipfiremake pycurl
687 ipfiremake urlgrabber
688 ipfiremake syslinux
689 ipfiremake tftpd
690 ipfiremake cpufrequtils
691 ipfiremake dbus
692 ipfiremake bluetooth
693 ipfiremake gutenprint
694 ipfiremake apcupsd
695 ipfiremake iperf
696 ipfiremake netcat
697 ipfiremake 7zip
698 ipfiremake lynis
699 ipfiremake streamripper
700 ipfiremake sshfs
701 ipfiremake taglib
702 ipfiremake mediatomb
703 ipfiremake sslh
704 ipfiremake perl-gettext
705 ipfiremake perl-Sort-Naturally
706 ipfiremake vdradmin
707 ipfiremake miau
708 ipfiremake netsnmpd
709 ipfiremake perl-DBI
710 ipfiremake perl-DBD-mysql
711 ipfiremake cacti
712 ipfiremake icecc
713 ipfiremake openvmtools
714 ipfiremake nagiosql
715 ipfiremake iftop
716 ipfiremake motion
717 ipfiremake joe
718 ipfiremake nut
719 ipfiremake watchdog
720 ipfiremake libpri
721 ipfiremake asterisk
722 ipfiremake lcr
723 ipfiremake usb_modeswitch
724 ipfiremake usb_modeswitch_data
725 ipfiremake zerofree
726 ipfiremake mdadm
727 ipfiremake eject
728 ipfiremake pound
729 ipfiremake minicom
730 ipfiremake ddrescue
731 ipfiremake imspector
732 ipfiremake miniupnpd
733 ipfiremake client175
734 ipfiremake powertop
735 ipfiremake parted
736 ipfiremake swig
737 ipfiremake python-m2crypto
738 ipfiremake wireless-regdb
739 ipfiremake crda
740 ipfiremake libsolv
741 ipfiremake python-distutils-extra
742 ipfiremake python-lzma
743 ipfiremake python-progressbar
744 ipfiremake python-xattr
745 ipfiremake intltool
746 ipfiremake transmission
747 ipfiremake dpfhack
748 ipfiremake lcd4linux
749 ipfiremake mtr
750 ipfiremake tcpick
751 ipfiremake minidlna
752 ipfiremake acpid
753 ipfiremake fping
754 ipfiremake telnet
755 ipfiremake libgpg-error
756 ipfiremake libassuan
757 ipfiremake gpgme
758 ipfiremake pygpgme
759 ipfiremake pakfire3
760 ipfiremake stress
761 ipfiremake libstatgrab
762 ipfiremake sarg
763 ipfiremake fstrim
764 ipfiremake check_mk_agent
765 ipfiremake libdaemon
766 ipfiremake avahi
767 ipfiremake nginx
768 ipfiremake sendEmail
769 ipfiremake sysbench
770 ipfiremake strace
771 ipfiremake ipfire-netboot
772 ipfiremake lcdproc
773 ipfiremake bitstream
774 ipfiremake multicat
775 ipfiremake keepalived
776 ipfiremake ipvsadm
777 ipfiremake perl-Carp-Clan
778 ipfiremake perl-Date-Calc
779 ipfiremake perl-Date-Manip
780 ipfiremake perl-File-Tail
781 ipfiremake perl-TimeDate
782 ipfiremake swatch
783 ipfiremake tor
784 ipfiremake arm
785 ipfiremake wavemon
786 ipfiremake iptraf-ng
787 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
788 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
789 echo >> $BASEDIR/build/var/ipfire/firebuild
790 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
791 echo >> $BASEDIR/build/var/ipfire/firebuild
792 git status >> $BASEDIR/build/var/ipfire/firebuild
793 echo >> $BASEDIR/build/var/ipfire/firebuild
794 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
795 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
796 if [ "$(git status -s | wc -l)" == "0" ]; then
797 GIT_STATUS=""
798 else
799 GIT_STATUS="-dirty"
800 fi
801 case "$GIT_BRANCH" in
802 core*|beta?|rc?)
803 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
804 ;;
805 *)
806 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
807 ;;
808 esac
809 }
810
811 buildinstaller() {
812 # Run installer scripts one by one
813 LOGFILE="$BASEDIR/log/_build.installer.log"
814 export LOGFILE
815 ipfiremake as86
816 ipfiremake mbr
817 ipfiremake memtest
818 ipfiremake installer
819 installmake strip
820 ipfiremake initrd
821 }
822
823 buildpackages() {
824 LOGFILE="$BASEDIR/log/_build.packages.log"
825 export LOGFILE
826 echo "... see detailed log in _build.*.log files" >> $LOGFILE
827
828
829 # Generating list of packages used
830 echo -n "Generating packages list from logs" | tee -a $LOGFILE
831 rm -f $BASEDIR/doc/packages-list
832 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
833 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
834 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
835 fi
836 done
837 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
838 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
839 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
840 rm -f $BASEDIR/doc/packages-list
841 # packages-list.txt is ready to be displayed for wiki page
842 beautify message DONE
843
844 # Update changelog
845 cd $BASEDIR
846 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
847 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
848 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
849
850 # Create images for install
851 ipfiremake cdrom
852
853 # Check if there is a loop device for building in virtual environments
854 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
855 if [ "${MACHINE_TYPE}" != "arm" ]; then
856 ipfiremake usb-stick
857 fi
858 ipfiremake flash-images
859 fi
860
861 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
862
863 ipfirepackages
864
865 # Check if there is a loop device for building in virtual environments
866 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
867 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
868 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
869 cp -f $BASEDIR/packages/linux-pae-*.ipfire $LFS/install/packages/
870 cp -f $BASEDIR/packages/meta-linux-pae $LFS/install/packages/
871 ipfiremake xen-image
872 rm -rf $LFS/install/packages/linux-xen-*.ipfire
873 rm -rf $LFS/install/packages/meta-linux-xen
874 fi
875 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
876
877 cd $BASEDIR
878 for i in `ls *.bz2 *.img.gz *.iso`; do
879 md5sum $i > $i.md5
880 done
881 cd $PWD
882
883 # Cleanup
884 stdumount
885 rm -rf $BASEDIR/build/tmp/*
886
887 # Generating total list of files
888 echo -n "Generating files list from logs" | tee -a $LOGFILE
889 rm -f $BASEDIR/log/FILES
890 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
891 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
892 echo "##" >>$BASEDIR/log/FILES
893 echo "## `basename $i`" >>$BASEDIR/log/FILES
894 echo "##" >>$BASEDIR/log/FILES
895 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
896 fi
897 done
898 beautify message DONE
899
900 cd $PWD
901 }
902
903 ipfirepackages() {
904 ipfiremake core-updates
905
906 local i
907 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
908 i=$(basename ${i})
909 if [ -e $BASEDIR/lfs/$i ]; then
910 ipfiredist $i
911 else
912 echo -n $i
913 beautify message SKIP
914 fi
915 done
916 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
917 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
918 rm -rf $BASEDIR/build/install/packages/*
919 }
920
921 # See what we're supposed to do
922 case "$1" in
923 build)
924 clear
925 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
926 #only restore on a clean disk
927 if [ ! -f log/cleanup-toolchain-2-tools ]; then
928 if [ ! -n "$PACKAGE" ]; then
929 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
930 prepareenv
931 buildtoolchain
932 else
933 PACKAGENAME=${PACKAGE%.tar.gz}
934 beautify build_stage "Packaged toolchain compilation"
935 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
936 tar zxf $PACKAGE
937 prepareenv
938 else
939 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
940 fi
941 fi
942 else
943 echo -n "Using installed toolchain" | tee -a $LOGFILE
944 beautify message SKIP
945 prepareenv
946 fi
947
948 beautify build_start
949 beautify build_stage "Building LFS"
950 buildbase
951
952 beautify build_stage "Building IPFire"
953 buildipfire
954
955 beautify build_stage "Building installer"
956 buildinstaller
957
958 beautify build_stage "Building packages"
959 buildpackages
960
961 beautify build_stage "Checking Logfiles for new Files"
962
963 cd $BASEDIR
964 tools/checknewlog.pl
965 tools/checkwronginitlinks
966 cd $PWD
967
968 beautify build_end
969 ;;
970 shell)
971 # enter a shell inside LFS chroot
972 # may be used to changed kernel settings
973 prepareenv
974 entershell
975 ;;
976 clean)
977 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
978 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
979 $LOSETUP -d $i 2>/dev/null
980 done
981 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
982 umount $i
983 done
984 stdumount
985 for i in `seq 0 7`; do
986 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
987 umount /dev/loop${i} 2>/dev/null;
988 losetup -d /dev/loop${i} 2>/dev/null;
989 fi;
990 done
991 rm -rf $BASEDIR/build
992 rm -rf $BASEDIR/cdrom
993 rm -rf $BASEDIR/packages
994 rm -rf $BASEDIR/log
995 if [ -h /tools ]; then
996 rm -f /tools
997 fi
998 rm -f $BASEDIR/ipfire-*
999 beautify message DONE
1000 ;;
1001 downloadsrc)
1002 if [ ! -d $BASEDIR/cache ]; then
1003 mkdir $BASEDIR/cache
1004 fi
1005 mkdir -p $BASEDIR/log
1006 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1007 FINISHED=0
1008 cd $BASEDIR/lfs
1009 for c in `seq $MAX_RETRIES`; do
1010 if (( FINISHED==1 )); then
1011 break
1012 fi
1013 FINISHED=1
1014 cd $BASEDIR/lfs
1015 for i in *; do
1016 if [ -f "$i" -a "$i" != "Config" ]; then
1017 lfsmakecommoncheck ${i} || continue
1018
1019 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1020 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1021 if [ $? -ne 0 ]; then
1022 beautify message FAIL
1023 FINISHED=0
1024 else
1025 if [ $c -eq 1 ]; then
1026 beautify message DONE
1027 fi
1028 fi
1029 fi
1030 done
1031 done
1032 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1033 ERROR=0
1034 for i in *; do
1035 if [ -f "$i" -a "$i" != "Config" ]; then
1036 lfsmakecommoncheck ${i} > /dev/null || continue
1037 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1038 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1039 if [ $? -ne 0 ]; then
1040 echo -ne "MD5 difference in lfs/$i"
1041 beautify message FAIL
1042 ERROR=1
1043 fi
1044 fi
1045 done
1046 if [ $ERROR -eq 0 ]; then
1047 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1048 beautify message DONE
1049 else
1050 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1051 beautify message FAIL
1052 fi
1053 cd - >/dev/null 2>&1
1054 ;;
1055 toolchain)
1056 clear
1057 prepareenv
1058 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1059 buildtoolchain
1060 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1061 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1062 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1063 build/tools build/bin/sh log >> $LOGFILE
1064 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1065 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1066 stdumount
1067 ;;
1068 gettoolchain)
1069 # arbitrary name to be updated in case of new toolchain package upload
1070 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1071 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1072 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1073 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1074 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1075 cd $BASEDIR/cache/toolchains
1076 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1077 if [ $? -ne 0 ]; then
1078 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1079 else
1080 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1081 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1082 else
1083 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1084 fi
1085 fi
1086 else
1087 echo "Toolchain is already downloaded. Exiting..."
1088 fi
1089 ;;
1090 othersrc)
1091 prepareenv
1092 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1093 chroot $LFS /tools/bin/env -i HOME=/root \
1094 TERM=$TERM PS1='\u:\w\$ ' \
1095 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1096 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1097 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1098 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1099 if [ $? -eq "0" ]; then
1100 beautify message DONE
1101 else
1102 beautify message FAIL
1103 fi
1104 stdumount
1105 ;;
1106 uploadsrc)
1107 PWD=`pwd`
1108 if [ -z $IPFIRE_USER ]; then
1109 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1110 beautify message FAIL
1111 exit 1
1112 fi
1113
1114 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1115 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1116
1117 cd $BASEDIR/cache/
1118 for file in $(ls -1 --ignore=toolchains); do
1119 grep -q "$file" <<<$REMOTE_FILES && continue
1120 NEW_FILES="$NEW_FILES $file"
1121 done
1122 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1123 cd $BASEDIR
1124 cd $PWD
1125 exit 0
1126 ;;
1127 lang)
1128 update_langs
1129 ;;
1130 *)
1131 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1132 cat doc/make.sh-usage
1133 ;;
1134 esac