Merge branch 'next' of ssh://git.ipfire.org/pub/git/ipfire-2.x into strongswan-next
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="72" # Core Level (Filename)
29 PAKFIRE_CORE="71" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=6
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 if [ "${MACHINE:0:3}" = "arm" ]; then
183 MAKETUNING="-j2"
184 else
185 MAKETUNING="-j6"
186 fi
187 fi
188 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
189 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
190
191 # Make some extra directories
192 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
193 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
194 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
195 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
196
197 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
198 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
199
200 # Make all sources and proc available under lfs build
201 mount --bind /dev $BASEDIR/build/dev
202 mount --bind /dev/pts $BASEDIR/build/dev/pts
203 mount --bind /dev/shm $BASEDIR/build/dev/shm
204 mount --bind /proc $BASEDIR/build/proc
205 mount --bind /sys $BASEDIR/build/sys
206 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
207 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
208 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
209 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
210 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
211 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
212 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
213 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
214 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_COMPRESS=1
219 export CCACHE_COMPILERCHECK="none"
220
221 # Remove pre-install list of installed files in case user erase some files before rebuild
222 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
223 }
224
225 buildtoolchain() {
226 local error=false
227 case "${MACHINE}:$(uname -m)" in
228 # x86
229 i586:i586|i586:i686|i586:x86_64)
230 # These are working.
231 ;;
232 i586:*)
233 error=true
234 ;;
235
236 # ARM
237 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
238 # These are working.
239 ;;
240 armv5tel:*)
241 error=true
242 ;;
243 esac
244
245 ${error} && \
246 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
247
248 local gcc=$(type -p gcc)
249 if [ -z "${gcc}" ]; then
250 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
251 fi
252
253 LOGFILE="$BASEDIR/log/_build.toolchain.log"
254 export LOGFILE
255
256 local ORG_PATH=$PATH
257 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
258 lfsmake1 ccache PASS=1
259 lfsmake1 binutils PASS=1
260 lfsmake1 gcc PASS=1
261 lfsmake1 linux TOOLS=1 KCFG="-headers"
262 lfsmake1 glibc
263 lfsmake1 cleanup-toolchain PASS=1
264 lfsmake1 binutils PASS=2
265 lfsmake1 gcc PASS=2
266 lfsmake1 ccache PASS=2
267 lfsmake1 tcl
268 lfsmake1 expect
269 lfsmake1 dejagnu
270 lfsmake1 ncurses
271 lfsmake1 bash
272 lfsmake1 bzip2
273 lfsmake1 coreutils
274 lfsmake1 diffutils
275 lfsmake1 findutils
276 lfsmake1 gawk
277 lfsmake1 gettext
278 lfsmake1 grep
279 lfsmake1 gzip
280 lfsmake1 m4
281 lfsmake1 make
282 lfsmake1 patch
283 lfsmake1 perl
284 lfsmake1 sed
285 lfsmake1 tar
286 lfsmake1 texinfo
287 lfsmake1 xz
288 lfsmake1 fake-environ
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 lfsmake2 linux KCFG="-headers"
298 lfsmake2 man-pages
299 lfsmake2 glibc
300 lfsmake2 tzdata
301 lfsmake2 cleanup-toolchain PASS=3
302 lfsmake2 zlib
303 lfsmake2 binutils
304 lfsmake2 gmp
305 lfsmake2 gmp-compat
306 lfsmake2 mpfr
307 lfsmake2 file
308 lfsmake2 gcc
309 lfsmake2 sed
310 lfsmake2 berkeley
311 lfsmake2 coreutils
312 lfsmake2 iana-etc
313 lfsmake2 m4
314 lfsmake2 bison
315 lfsmake2 ncurses
316 lfsmake2 procps
317 lfsmake2 libtool
318 lfsmake2 perl
319 lfsmake2 readline
320 lfsmake2 readline-compat
321 lfsmake2 pcre
322 lfsmake2 pcre-compat
323 lfsmake2 autoconf
324 lfsmake2 automake
325 lfsmake2 bash
326 lfsmake2 bzip2
327 lfsmake2 diffutils
328 lfsmake2 e2fsprogs
329 lfsmake2 ed
330 lfsmake2 findutils
331 lfsmake2 flex
332 lfsmake2 gawk
333 lfsmake2 gettext
334 lfsmake2 grep
335 lfsmake2 groff
336 lfsmake2 gperf
337 lfsmake2 gzip
338 lfsmake2 inetutils
339 lfsmake2 iproute2
340 lfsmake2 jwhois
341 lfsmake2 kbd
342 lfsmake2 less
343 lfsmake2 make
344 lfsmake2 man
345 lfsmake2 mktemp
346 lfsmake2 module-init-tools
347 lfsmake2 net-tools
348 lfsmake2 patch
349 lfsmake2 psmisc
350 lfsmake2 shadow
351 lfsmake2 sysklogd
352 lfsmake2 sysvinit
353 lfsmake2 tar
354 lfsmake2 texinfo
355 lfsmake2 udev
356 lfsmake2 util-linux
357 lfsmake2 vim
358 lfsmake2 xz
359 lfsmake2 grub
360 }
361
362 buildipfire() {
363 LOGFILE="$BASEDIR/log/_build.ipfire.log"
364 export LOGFILE
365 ipfiremake configroot
366 ipfiremake backup
367 ipfiremake bind
368 ipfiremake dhcp
369 ipfiremake dhcpcd
370 ipfiremake libusb
371 ipfiremake libpcap
372 ipfiremake ppp
373 ipfiremake pptp
374 ipfiremake unzip
375 ipfiremake which
376 ipfiremake linux-firmware
377 ipfiremake dvb-firmwares
378 ipfiremake zd1211-firmware
379 ipfiremake rpi-firmware
380 ipfiremake u-boot
381
382 if [ "${MACHINE_TYPE}" != "arm" ]; then
383
384 # x86-xen (Legacy XEN) kernel build
385 ipfiremake linux2 KCFG="-xen"
386 ipfiremake v4l-dvb KCFG="-xen"
387 ipfiremake mISDN KCFG="-xen"
388 ipfiremake cryptodev KCFG="-xen"
389 ipfiremake compat-drivers KCFG="-xen"
390 ipfiremake r8169 KCFG="-xen"
391 ipfiremake r8168 KCFG="-xen"
392 ipfiremake r8101 KCFG="-xen"
393 ipfiremake e1000 KCFG="-xen"
394 ipfiremake e1000e KCFG="-xen"
395 ipfiremake igb KCFG="-xen"
396
397 # x86-pae (Native and new XEN) kernel build
398 ipfiremake linux KCFG="-pae"
399 ipfiremake kvm-kmod KCFG="-pae"
400 ipfiremake v4l-dvb KCFG="-pae"
401 ipfiremake mISDN KCFG="-pae"
402 ipfiremake cryptodev KCFG="-pae"
403 ipfiremake compat-drivers KCFG="-pae"
404 ipfiremake r8169 KCFG="-pae"
405 ipfiremake r8168 KCFG="-pae"
406 ipfiremake r8101 KCFG="-pae"
407 ipfiremake e1000e KCFG="-pae"
408 ipfiremake igb KCFG="-pae"
409
410 # x86 kernel build
411 ipfiremake linux KCFG=""
412 ipfiremake kvm-kmod KCFG=""
413 ipfiremake v4l-dvb KCFG=""
414 ipfiremake mISDN KCFG=""
415 ipfiremake cryptodev KCFG=""
416 ipfiremake compat-drivers KCFG=""
417 ipfiremake r8169 KCFG=""
418 ipfiremake r8168 KCFG=""
419 ipfiremake r8101 KCFG=""
420 ipfiremake e1000e KCFG=""
421 ipfiremake igb KCFG=""
422
423 else
424 # arm-rpi (Raspberry Pi) kernel build
425 ipfiremake linux KCFG="-rpi"
426 ipfiremake v4l-dvb KCFG="-rpi"
427 ipfiremake mISDN KCFG="-rpi" NOPCI=1
428 ipfiremake cryptodev KCFG="-rpi"
429 ipfiremake compat-drivers KCFG="-rpi"
430
431 # arm-omap (Panda Board) kernel build
432 ipfiremake linux KCFG="-omap"
433 ipfiremake v4l-dvb KCFG="-omap"
434 ipfiremake mISDN KCFG="-omap" NOPCI=1
435 ipfiremake cryptodev KCFG="-omap"
436 ipfiremake compat-drivers KCFG="-omap"
437
438 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
439 ipfiremake linux KCFG="-kirkwood"
440 ipfiremake v4l-dvb KCFG="-kirkwood"
441 ipfiremake mISDN KCFG="-kirkwood"
442 ipfiremake cryptodev KCFG="-kirkwood"
443 ipfiremake compat-drivers KCFG="-kirkwood"
444 ipfiremake r8169 KCFG="-kirkwood"
445 ipfiremake r8168 KCFG="-kirkwood"
446 ipfiremake r8101 KCFG="-kirkwood"
447 # ipfiremake e1000e KCFG="-kirkwood"
448 ipfiremake igb KCFG="-kirkwood"
449
450 fi
451 ipfiremake pkg-config
452 ipfiremake linux-atm
453 ipfiremake cpio
454 ipfiremake dracut
455 ipfiremake expat
456 ipfiremake gdbm
457 ipfiremake pam
458 ipfiremake openssl
459 ipfiremake curl
460 ipfiremake tcl
461 ipfiremake sqlite
462 ipfiremake python
463 ipfiremake fireinfo
464 ipfiremake libnet
465 ipfiremake libnl
466 ipfiremake libidn
467 ipfiremake nasm
468 ipfiremake libjpeg
469 ipfiremake libexif
470 ipfiremake libpng
471 ipfiremake libtiff
472 ipfiremake libart
473 ipfiremake freetype
474 ipfiremake gd
475 ipfiremake popt
476 ipfiremake pcre
477 ipfiremake slang
478 ipfiremake newt
479 ipfiremake attr
480 ipfiremake acl
481 ipfiremake libcap
482 ipfiremake pciutils
483 ipfiremake usbutils
484 ipfiremake libxml2
485 ipfiremake libxslt
486 ipfiremake BerkeleyDB
487 ipfiremake mysql
488 ipfiremake cyrus-sasl
489 ipfiremake openldap
490 ipfiremake apache2
491 ipfiremake php
492 ipfiremake apache2 PASS=C
493 ipfiremake arping
494 ipfiremake beep
495 ipfiremake dvdrtools
496 ipfiremake dnsmasq
497 ipfiremake dosfstools
498 ipfiremake reiserfsprogs
499 ipfiremake xfsprogs
500 ipfiremake sysfsutils
501 ipfiremake fuse
502 ipfiremake ntfs-3g
503 ipfiremake ethtool
504 ipfiremake ez-ipupdate
505 ipfiremake fcron
506 ipfiremake perl-GD
507 ipfiremake GD-Graph
508 ipfiremake GD-TextUtil
509 ipfiremake gnupg
510 ipfiremake hdparm
511 ipfiremake sdparm
512 ipfiremake mtools
513 ipfiremake initscripts
514 ipfiremake whatmask
515 ipfiremake libmnl
516 ipfiremake iptables
517 ipfiremake conntrack-tools
518 ipfiremake libupnp
519 ipfiremake ipaddr
520 ipfiremake iputils
521 ipfiremake l7-protocols
522 ipfiremake mISDNuser
523 ipfiremake capi4k-utils
524 ipfiremake hwdata
525 ipfiremake logrotate
526 ipfiremake logwatch
527 ipfiremake misc-progs
528 ipfiremake nano
529 ipfiremake URI
530 ipfiremake HTML-Tagset
531 ipfiremake HTML-Parser
532 ipfiremake Compress-Zlib
533 ipfiremake Digest
534 ipfiremake Digest-SHA1
535 ipfiremake Digest-HMAC
536 ipfiremake libwww-perl
537 ipfiremake Net-DNS
538 ipfiremake Net-IPv4Addr
539 ipfiremake Net_SSLeay
540 ipfiremake IO-Stringy
541 ipfiremake IO-Socket-SSL
542 ipfiremake Unix-Syslog
543 ipfiremake Mail-Tools
544 ipfiremake MIME-Tools
545 ipfiremake Net-Server
546 ipfiremake Convert-TNEF
547 ipfiremake Convert-UUlib
548 ipfiremake Archive-Tar
549 ipfiremake Archive-Zip
550 ipfiremake Text-Tabs+Wrap
551 ipfiremake Locale-Country
552 ipfiremake XML-Parser
553 ipfiremake Crypt-PasswdMD5
554 ipfiremake Net-Telnet
555 ipfiremake python-setuptools
556 ipfiremake python-clientform
557 ipfiremake python-mechanize
558 ipfiremake python-feedparser
559 ipfiremake python-rssdler
560 ipfiremake libffi
561 ipfiremake glib
562 ipfiremake GeoIP
563 ipfiremake fwhits
564 ipfiremake noip_updater
565 ipfiremake ntp
566 ipfiremake openssh
567 ipfiremake fontconfig
568 ipfiremake dejavu-fonts-ttf
569 ipfiremake freefont
570 ipfiremake pixman
571 ipfiremake cairo
572 ipfiremake pango
573 ipfiremake rrdtool
574 ipfiremake setserial
575 ipfiremake setup
576 ipfiremake libdnet
577 ipfiremake daq
578 ipfiremake snort
579 ipfiremake oinkmaster
580 ipfiremake squid
581 ipfiremake squidguard
582 ipfiremake calamaris
583 ipfiremake tcpdump
584 ipfiremake traceroute
585 ipfiremake vlan
586 ipfiremake wireless
587 ipfiremake pakfire
588 ipfiremake spandsp
589 ipfiremake lzo
590 ipfiremake openvpn
591 ipfiremake pammysql
592 ipfiremake cups
593 ipfiremake ghostscript
594 ipfiremake foomatic
595 ipfiremake hplip
596 ipfiremake cifs-utils
597 ipfiremake samba
598 ipfiremake sudo
599 ipfiremake mc
600 ipfiremake wget
601 ipfiremake bridge-utils
602 ipfiremake screen
603 ipfiremake smartmontools
604 ipfiremake htop
605 ipfiremake postfix
606 ipfiremake fetchmail
607 ipfiremake cyrus-imapd
608 ipfiremake openmailadmin
609 ipfiremake clamav
610 ipfiremake spamassassin
611 ipfiremake amavisd
612 ipfiremake alsa
613 ipfiremake mpfire
614 ipfiremake guardian
615 ipfiremake libid3tag
616 ipfiremake libmad
617 ipfiremake libogg
618 ipfiremake libvorbis
619 ipfiremake libdvbpsi
620 ipfiremake flac
621 ipfiremake lame
622 ipfiremake sox
623 ipfiremake libshout
624 ipfiremake xvid
625 ipfiremake libmpeg2
626 ipfiremake cmake
627 ipfiremake gnump3d
628 ipfiremake libsigc++
629 ipfiremake libtorrent
630 ipfiremake rtorrent
631 ipfiremake rsync
632 ipfiremake tcpwrapper
633 ipfiremake libevent
634 ipfiremake libevent2
635 ipfiremake portmap
636 ipfiremake nfs
637 ipfiremake nmap
638 ipfiremake ncftp
639 ipfiremake etherwake
640 ipfiremake bwm-ng
641 ipfiremake tripwire
642 ipfiremake sysstat
643 ipfiremake vsftpd
644 ipfiremake strongswan
645 ipfiremake lsof
646 ipfiremake br2684ctl
647 ipfiremake pcmciautils
648 ipfiremake lm_sensors
649 ipfiremake liboping
650 ipfiremake collectd
651 ipfiremake teamspeak
652 ipfiremake elinks
653 ipfiremake igmpproxy
654 ipfiremake fbset
655 ipfiremake sdl
656 ipfiremake qemu
657 ipfiremake sane
658 ipfiremake netpbm
659 ipfiremake phpSANE
660 ipfiremake tunctl
661 ipfiremake nagios
662 ipfiremake nagios_nrpe
663 ipfiremake ebtables
664 ipfiremake directfb
665 ipfiremake dfb++
666 ipfiremake faad2
667 ipfiremake ffmpeg
668 ipfiremake vdr
669 ipfiremake vdr_streamdev
670 ipfiremake vdr_vnsiserver3
671 ipfiremake vdr_epgsearch
672 ipfiremake w_scan
673 ipfiremake icecast
674 ipfiremake icegenerator
675 ipfiremake mpd
676 ipfiremake libmpdclient
677 ipfiremake mpc
678 ipfiremake git
679 ipfiremake squidclamav
680 ipfiremake bc
681 ipfiremake vnstat
682 ipfiremake vnstati
683 ipfiremake iw
684 ipfiremake wpa_supplicant
685 ipfiremake hostapd
686 ipfiremake pycurl
687 ipfiremake urlgrabber
688 ipfiremake syslinux
689 ipfiremake tftpd
690 ipfiremake cpufrequtils
691 ipfiremake dbus
692 ipfiremake bluetooth
693 ipfiremake gutenprint
694 ipfiremake apcupsd
695 ipfiremake iperf
696 ipfiremake netcat
697 ipfiremake 7zip
698 ipfiremake lynis
699 ipfiremake streamripper
700 ipfiremake sshfs
701 ipfiremake taglib
702 ipfiremake mediatomb
703 ipfiremake sslh
704 ipfiremake perl-gettext
705 ipfiremake perl-Sort-Naturally
706 ipfiremake vdradmin
707 ipfiremake miau
708 ipfiremake netsnmpd
709 ipfiremake perl-DBI
710 ipfiremake perl-DBD-mysql
711 ipfiremake cacti
712 ipfiremake icecc
713 ipfiremake openvmtools
714 ipfiremake nagiosql
715 ipfiremake iftop
716 ipfiremake motion
717 ipfiremake joe
718 ipfiremake nut
719 ipfiremake watchdog
720 ipfiremake libpri
721 ipfiremake asterisk
722 ipfiremake lcr
723 ipfiremake usb_modeswitch
724 ipfiremake usb_modeswitch_data
725 ipfiremake zerofree
726 ipfiremake mdadm
727 ipfiremake eject
728 ipfiremake pound
729 ipfiremake minicom
730 ipfiremake ddrescue
731 ipfiremake imspector
732 ipfiremake miniupnpd
733 ipfiremake client175
734 ipfiremake powertop
735 ipfiremake parted
736 ipfiremake swig
737 ipfiremake python-m2crypto
738 ipfiremake wireless-regdb
739 ipfiremake crda
740 ipfiremake libsolv
741 ipfiremake python-distutils-extra
742 ipfiremake python-lzma
743 ipfiremake python-progressbar
744 ipfiremake python-xattr
745 ipfiremake intltool
746 ipfiremake transmission
747 ipfiremake dpfhack
748 ipfiremake lcd4linux
749 ipfiremake mtr
750 ipfiremake tcpick
751 ipfiremake minidlna
752 ipfiremake acpid
753 ipfiremake fping
754 ipfiremake telnet
755 ipfiremake libgpg-error
756 ipfiremake libassuan
757 ipfiremake gpgme
758 ipfiremake pygpgme
759 ipfiremake pakfire3
760 ipfiremake stress
761 ipfiremake libstatgrab
762 ipfiremake sarg
763 ipfiremake fstrim
764 ipfiremake check_mk_agent
765 ipfiremake libdaemon
766 ipfiremake avahi
767 ipfiremake nginx
768 ipfiremake sendEmail
769 ipfiremake sysbench
770 ipfiremake strace
771 ipfiremake ipfire-netboot
772 ipfiremake lcdproc
773 ipfiremake bitstream
774 ipfiremake multicat
775 ipfiremake keepalived
776 ipfiremake ipvsadm
777 ipfiremake perl-Carp-Clan
778 ipfiremake perl-Date-Calc
779 ipfiremake perl-Date-Manip
780 ipfiremake perl-File-Tail
781 ipfiremake perl-TimeDate
782 ipfiremake swatch
783 ipfiremake tor
784 ipfiremake arm
785 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
786 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
787 echo >> $BASEDIR/build/var/ipfire/firebuild
788 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
789 echo >> $BASEDIR/build/var/ipfire/firebuild
790 git status >> $BASEDIR/build/var/ipfire/firebuild
791 echo >> $BASEDIR/build/var/ipfire/firebuild
792 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
793 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
794 if [ "$(git status -s | wc -l)" == "0" ]; then
795 GIT_STATUS=""
796 else
797 GIT_STATUS="-dirty"
798 fi
799 case "$GIT_BRANCH" in
800 core*|beta?|rc?)
801 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
802 ;;
803 *)
804 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
805 ;;
806 esac
807 }
808
809 buildinstaller() {
810 # Run installer scripts one by one
811 LOGFILE="$BASEDIR/log/_build.installer.log"
812 export LOGFILE
813 ipfiremake as86
814 ipfiremake mbr
815 ipfiremake memtest
816 ipfiremake installer
817 installmake strip
818 ipfiremake initrd
819 }
820
821 buildpackages() {
822 LOGFILE="$BASEDIR/log/_build.packages.log"
823 export LOGFILE
824 echo "... see detailed log in _build.*.log files" >> $LOGFILE
825
826
827 # Generating list of packages used
828 echo -n "Generating packages list from logs" | tee -a $LOGFILE
829 rm -f $BASEDIR/doc/packages-list
830 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
831 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
832 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
833 fi
834 done
835 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
836 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
837 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
838 rm -f $BASEDIR/doc/packages-list
839 # packages-list.txt is ready to be displayed for wiki page
840 beautify message DONE
841
842 # Update changelog
843 cd $BASEDIR
844 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
845 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
846 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
847
848 # Create images for install
849 ipfiremake cdrom
850
851 # Check if there is a loop device for building in virtual environments
852 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
853 if [ "${MACHINE_TYPE}" != "arm" ]; then
854 ipfiremake usb-stick
855 fi
856 ipfiremake flash-images
857 fi
858
859 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
860
861 ipfirepackages
862
863 # Check if there is a loop device for building in virtual environments
864 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
865 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
866 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
867 cp -f $BASEDIR/packages/linux-pae-*.ipfire $LFS/install/packages/
868 cp -f $BASEDIR/packages/meta-linux-pae $LFS/install/packages/
869 ipfiremake xen-image
870 rm -rf $LFS/install/packages/linux-xen-*.ipfire
871 rm -rf $LFS/install/packages/meta-linux-xen
872 fi
873 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
874
875 cd $BASEDIR
876 for i in `ls *.bz2 *.img.gz *.iso`; do
877 md5sum $i > $i.md5
878 done
879 cd $PWD
880
881 # Cleanup
882 stdumount
883 rm -rf $BASEDIR/build/tmp/*
884
885 # Generating total list of files
886 echo -n "Generating files list from logs" | tee -a $LOGFILE
887 rm -f $BASEDIR/log/FILES
888 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
889 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
890 echo "##" >>$BASEDIR/log/FILES
891 echo "## `basename $i`" >>$BASEDIR/log/FILES
892 echo "##" >>$BASEDIR/log/FILES
893 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
894 fi
895 done
896 beautify message DONE
897
898 cd $PWD
899 }
900
901 ipfirepackages() {
902 ipfiremake core-updates
903
904 local i
905 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
906 i=$(basename ${i})
907 if [ -e $BASEDIR/lfs/$i ]; then
908 ipfiredist $i
909 else
910 echo -n $i
911 beautify message SKIP
912 fi
913 done
914 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
915 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
916 rm -rf $BASEDIR/build/install/packages/*
917 }
918
919 # See what we're supposed to do
920 case "$1" in
921 build)
922 clear
923 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
924 #only restore on a clean disk
925 if [ ! -f log/cleanup-toolchain-2-tools ]; then
926 if [ ! -n "$PACKAGE" ]; then
927 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
928 prepareenv
929 buildtoolchain
930 else
931 PACKAGENAME=${PACKAGE%.tar.gz}
932 beautify build_stage "Packaged toolchain compilation"
933 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
934 tar zxf $PACKAGE
935 prepareenv
936 else
937 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
938 fi
939 fi
940 else
941 echo -n "Using installed toolchain" | tee -a $LOGFILE
942 beautify message SKIP
943 prepareenv
944 fi
945
946 beautify build_start
947 beautify build_stage "Building LFS"
948 buildbase
949
950 beautify build_stage "Building IPFire"
951 buildipfire
952
953 beautify build_stage "Building installer"
954 buildinstaller
955
956 beautify build_stage "Building packages"
957 buildpackages
958
959 beautify build_stage "Checking Logfiles for new Files"
960
961 cd $BASEDIR
962 tools/checknewlog.pl
963 tools/checkwronginitlinks
964 cd $PWD
965
966 beautify build_end
967 ;;
968 shell)
969 # enter a shell inside LFS chroot
970 # may be used to changed kernel settings
971 prepareenv
972 entershell
973 ;;
974 clean)
975 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
976 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
977 $LOSETUP -d $i 2>/dev/null
978 done
979 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
980 umount $i
981 done
982 stdumount
983 for i in `seq 0 7`; do
984 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
985 umount /dev/loop${i} 2>/dev/null;
986 losetup -d /dev/loop${i} 2>/dev/null;
987 fi;
988 done
989 rm -rf $BASEDIR/build
990 rm -rf $BASEDIR/cdrom
991 rm -rf $BASEDIR/packages
992 rm -rf $BASEDIR/log
993 if [ -h /tools ]; then
994 rm -f /tools
995 fi
996 rm -f $BASEDIR/ipfire-*
997 beautify message DONE
998 ;;
999 downloadsrc)
1000 if [ ! -d $BASEDIR/cache ]; then
1001 mkdir $BASEDIR/cache
1002 fi
1003 mkdir -p $BASEDIR/log
1004 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1005 FINISHED=0
1006 cd $BASEDIR/lfs
1007 for c in `seq $MAX_RETRIES`; do
1008 if (( FINISHED==1 )); then
1009 break
1010 fi
1011 FINISHED=1
1012 cd $BASEDIR/lfs
1013 for i in *; do
1014 if [ -f "$i" -a "$i" != "Config" ]; then
1015 lfsmakecommoncheck ${i} || continue
1016
1017 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1018 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1019 if [ $? -ne 0 ]; then
1020 beautify message FAIL
1021 FINISHED=0
1022 else
1023 if [ $c -eq 1 ]; then
1024 beautify message DONE
1025 fi
1026 fi
1027 fi
1028 done
1029 done
1030 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1031 ERROR=0
1032 for i in *; do
1033 if [ -f "$i" -a "$i" != "Config" ]; then
1034 lfsmakecommoncheck ${i} > /dev/null || continue
1035 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1036 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1037 if [ $? -ne 0 ]; then
1038 echo -ne "MD5 difference in lfs/$i"
1039 beautify message FAIL
1040 ERROR=1
1041 fi
1042 fi
1043 done
1044 if [ $ERROR -eq 0 ]; then
1045 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1046 beautify message DONE
1047 else
1048 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1049 beautify message FAIL
1050 fi
1051 cd - >/dev/null 2>&1
1052 ;;
1053 toolchain)
1054 clear
1055 prepareenv
1056 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1057 buildtoolchain
1058 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1059 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1060 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1061 build/tools build/bin/sh log >> $LOGFILE
1062 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1063 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1064 stdumount
1065 ;;
1066 gettoolchain)
1067 # arbitrary name to be updated in case of new toolchain package upload
1068 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1069 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1070 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1071 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1072 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1073 cd $BASEDIR/cache/toolchains
1074 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1075 if [ $? -ne 0 ]; then
1076 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1077 else
1078 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1079 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1080 else
1081 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1082 fi
1083 fi
1084 else
1085 echo "Toolchain is already downloaded. Exiting..."
1086 fi
1087 ;;
1088 othersrc)
1089 prepareenv
1090 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1091 chroot $LFS /tools/bin/env -i HOME=/root \
1092 TERM=$TERM PS1='\u:\w\$ ' \
1093 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1094 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1095 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1096 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1097 if [ $? -eq "0" ]; then
1098 beautify message DONE
1099 else
1100 beautify message FAIL
1101 fi
1102 stdumount
1103 ;;
1104 uploadsrc)
1105 PWD=`pwd`
1106 if [ -z $IPFIRE_USER ]; then
1107 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1108 beautify message FAIL
1109 exit 1
1110 fi
1111
1112 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1113 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1114
1115 cd $BASEDIR/cache/
1116 for file in $(ls -1 --ignore=toolchains); do
1117 grep -q "$file" <<<$REMOTE_FILES && continue
1118 NEW_FILES="$NEW_FILES $file"
1119 done
1120 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1121 cd $BASEDIR
1122 cd $PWD
1123 exit 0
1124 ;;
1125 lang)
1126 update_langs
1127 ;;
1128 *)
1129 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1130 cat doc/make.sh-usage
1131 ;;
1132 esac