vpnmain.cgi: Rewrite algorithm generation code
[ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2015 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.17" # Version number
28 CORE="90" # Core Level (Filename)
29 PAKFIRE_CORE="89" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 GIT_TAG=$(git tag | tail -1) # Git Tag
38 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
39 TOOLCHAINVER=8
40
41 # New architecture variables
42 BUILD_ARCH="$(uname -m)"
43 BUILDMACHINE="${BUILD_ARCH}"
44
45 # Debian specific settings
46 if [ ! -e /etc/debian_version ]; then
47 FULLPATH=`which $0`
48 else
49 if [ -x /usr/bin/realpath ]; then
50 FULLPATH=`/usr/bin/realpath $0`
51 else
52 echo "ERROR: Need to do apt-get install realpath"
53 exit 1
54 fi
55 fi
56
57 PWD=`pwd`
58 BASENAME=`basename $0`
59 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
60 LOGFILE=$BASEDIR/log/_build.preparation.log
61 export BASEDIR LOGFILE
62 DIR_CHK=$BASEDIR/cache/check
63 mkdir $BASEDIR/log/ 2>/dev/null
64
65 # Include funtions
66 . tools/make-functions
67
68 if [ -f .config ]; then
69 . .config
70 fi
71
72 if [ -n "${TARGET_ARCH}" ]; then
73 configure_target "${TARGET_ARCH}"
74 else
75 configure_target "default"
76 fi
77
78 if [ -z $EDITOR ]; then
79 for i in nano emacs vi; do
80 EDITOR=$(which $i 2>/dev/null)
81 if ! [ -z $EDITOR ]; then
82 export EDITOR=$EDITOR
83 break
84 fi
85 done
86 [ -z $EDITOR ] && exiterror "You should have installed an editor."
87 fi
88
89 # Prepare string for /etc/system-release.
90 SYSTEM_RELEASE="${NAME} ${VERSION} (${MACHINE})"
91 if [ "$(git status -s | wc -l)" == "0" ]; then
92 GIT_STATUS=""
93 else
94 GIT_STATUS="-dirty"
95 fi
96 case "$GIT_BRANCH" in
97 core*|beta?|rc?)
98 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
99 ;;
100 *)
101 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
102 ;;
103 esac
104
105 prepareenv() {
106 ############################################################################
107 # #
108 # Are we running the right shell? #
109 # #
110 ############################################################################
111 if [ ! "$BASH" ]; then
112 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
113 fi
114
115 if [ -z "${BASH_VERSION}" ]; then
116 exiterror "Not running BASH shell."
117 fi
118
119
120 ############################################################################
121 # #
122 # Trap on emergency exit #
123 # #
124 ############################################################################
125 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
126
127
128 ############################################################################
129 # #
130 # Resetting our nice level #
131 # #
132 ############################################################################
133 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
134 renice $NICE $$ > /dev/null
135 if [ `nice` != "$NICE" ]; then
136 beautify message FAIL
137 exiterror "Failed to set correct nice level"
138 else
139 beautify message DONE
140 fi
141
142
143 ############################################################################
144 # #
145 # Checking if running as root user #
146 # #
147 ############################################################################
148 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
149 if [ `id -u` != 0 ]; then
150 beautify message FAIL
151 exiterror "Not building as root"
152 else
153 beautify message DONE
154 fi
155
156
157 ############################################################################
158 # #
159 # Checking for necessary temporary space #
160 # #
161 ############################################################################
162 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
163 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
164 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
165 if (( 2048000 > $BASE_ASPACE )); then
166 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
167 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
168 beautify message FAIL
169 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
170 fi
171 else
172 beautify message DONE
173 fi
174
175 ############################################################################
176 # #
177 # Building Linux From Scratch system #
178 # #
179 ############################################################################
180 # Set umask
181 umask 022
182
183 # Set LFS Directory
184 LFS=$BASEDIR/build
185
186 # Check /tools symlink
187 if [ -h /tools ]; then
188 rm -f /tools
189 fi
190 if [ ! -a /tools ]; then
191 ln -s $BASEDIR/build/tools /
192 fi
193 if [ ! -h /tools ]; then
194 exiterror "Could not create /tools symbolic link."
195 fi
196
197 # Setup environment
198 set +h
199 LC_ALL=POSIX
200 if [ -z $MAKETUNING ]; then
201 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
202 if [ -z "${CPU_COUNT}" ]; then
203 CPU_COUNT=1
204 fi
205
206 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
207 fi
208 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
209 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
210
211 # Make some extra directories
212 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
213 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
214 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
215 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
216
217 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
218 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
219
220 # Make all sources and proc available under lfs build
221 mount --bind /dev $BASEDIR/build/dev
222 mount --bind /dev/pts $BASEDIR/build/dev/pts
223 mount --bind /dev/shm $BASEDIR/build/dev/shm
224 mount --bind /proc $BASEDIR/build/proc
225 mount --bind /sys $BASEDIR/build/sys
226 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
227 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
228 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
229 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
230 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
231 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
232 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
233 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
234 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
235
236 # Run LFS static binary creation scripts one by one
237 export CCACHE_DIR=$BASEDIR/ccache
238 export CCACHE_COMPRESS=1
239 export CCACHE_COMPILERCHECK="none"
240
241 # Remove pre-install list of installed files in case user erase some files before rebuild
242 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
243 }
244
245 buildtoolchain() {
246 local error=false
247 case "${TARGET_ARCH}:${BUILD_ARCH}" in
248 # x86
249 i586:i586|i586:i686|i586:x86_64)
250 # These are working.
251 ;;
252 i586:*)
253 error=true
254 ;;
255
256 # ARM
257 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
258 # These are working.
259 ;;
260 armv5tel:*)
261 error=true
262 ;;
263 esac
264
265 ${error} && \
266 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
267
268 local gcc=$(type -p gcc)
269 if [ -z "${gcc}" ]; then
270 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
271 fi
272
273 LOGFILE="$BASEDIR/log/_build.toolchain.log"
274 export LOGFILE
275
276 local ORG_PATH=$PATH
277 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
278 lfsmake1 ccache PASS=1
279 lfsmake1 binutils PASS=1
280 lfsmake1 gcc PASS=1
281 lfsmake1 linux TOOLS=1 KCFG="-headers"
282 lfsmake1 glibc
283 lfsmake1 cleanup-toolchain PASS=1
284 lfsmake1 binutils PASS=2
285 lfsmake1 gcc PASS=2
286 lfsmake1 ccache PASS=2
287 lfsmake1 tcl
288 lfsmake1 expect
289 lfsmake1 dejagnu
290 lfsmake1 ncurses
291 lfsmake1 bash
292 lfsmake1 bzip2
293 lfsmake1 coreutils
294 lfsmake1 diffutils
295 lfsmake1 findutils
296 lfsmake1 gawk
297 lfsmake1 gettext
298 lfsmake1 grep
299 lfsmake1 gzip
300 lfsmake1 m4
301 lfsmake1 make
302 lfsmake1 patch
303 lfsmake1 perl
304 lfsmake1 sed
305 lfsmake1 tar
306 lfsmake1 texinfo
307 lfsmake1 xz
308 lfsmake1 fake-environ
309 lfsmake1 cleanup-toolchain PASS=2
310 export PATH=$ORG_PATH
311 }
312
313 buildbase() {
314 LOGFILE="$BASEDIR/log/_build.base.log"
315 export LOGFILE
316 lfsmake2 stage2
317 lfsmake2 linux KCFG="-headers"
318 lfsmake2 man-pages
319 lfsmake2 glibc
320 lfsmake2 tzdata
321 lfsmake2 cleanup-toolchain PASS=3
322 lfsmake2 zlib
323 lfsmake2 binutils
324 lfsmake2 gmp
325 lfsmake2 gmp-compat
326 lfsmake2 mpfr
327 lfsmake2 file
328 lfsmake2 gcc
329 lfsmake2 sed
330 lfsmake2 berkeley
331 lfsmake2 coreutils
332 lfsmake2 iana-etc
333 lfsmake2 m4
334 lfsmake2 bison
335 lfsmake2 ncurses
336 lfsmake2 procps
337 lfsmake2 libtool
338 lfsmake2 perl
339 lfsmake2 readline
340 lfsmake2 readline-compat
341 lfsmake2 pcre
342 lfsmake2 pcre-compat
343 lfsmake2 autoconf
344 lfsmake2 automake
345 lfsmake2 bash
346 lfsmake2 bzip2
347 lfsmake2 diffutils
348 lfsmake2 e2fsprogs
349 lfsmake2 ed
350 lfsmake2 findutils
351 lfsmake2 flex
352 lfsmake2 gawk
353 lfsmake2 gettext
354 lfsmake2 grep
355 lfsmake2 groff
356 lfsmake2 gperf
357 lfsmake2 gzip
358 lfsmake2 hostname
359 lfsmake2 iproute2
360 lfsmake2 jwhois
361 lfsmake2 kbd
362 lfsmake2 less
363 lfsmake2 make
364 lfsmake2 man
365 lfsmake2 kmod
366 lfsmake2 net-tools
367 lfsmake2 patch
368 lfsmake2 psmisc
369 lfsmake2 shadow
370 lfsmake2 sysklogd
371 lfsmake2 sysvinit
372 lfsmake2 tar
373 lfsmake2 texinfo
374 lfsmake2 util-linux
375 lfsmake2 udev
376 lfsmake2 vim
377 lfsmake2 xz
378 lfsmake2 paxctl
379 }
380
381 buildipfire() {
382 LOGFILE="$BASEDIR/log/_build.ipfire.log"
383 export LOGFILE
384 ipfiremake configroot
385 ipfiremake backup
386 ipfiremake pkg-config
387 ipfiremake libusb
388 ipfiremake libusbx
389 ipfiremake libpcap
390 ipfiremake ppp
391 ipfiremake pptp
392 ipfiremake unzip
393 ipfiremake which
394 ipfiremake linux-firmware
395 ipfiremake dvb-firmwares
396 ipfiremake zd1211-firmware
397 ipfiremake rpi-firmware
398 ipfiremake bc
399 ipfiremake u-boot
400 ipfiremake cpio
401 ipfiremake mdadm
402 ipfiremake dracut
403 ipfiremake lvm2
404 ipfiremake multipath-tools
405 ipfiremake freetype
406 ipfiremake grub
407 ipfiremake libmnl
408 ipfiremake iptables
409
410 case "${TARGET_ARCH}" in
411 i586)
412 # x86-pae (Native and new XEN) kernel build
413 ipfiremake linux KCFG="-pae"
414 ipfiremake backports KCFG="-pae"
415 ipfiremake cryptodev KCFG="-pae"
416 ipfiremake e1000e KCFG="-pae"
417 # ipfiremake igb KCFG="-pae"
418 ipfiremake ixgbe KCFG="-pae"
419 ipfiremake xtables-addons KCFG="-pae"
420 ipfiremake linux-initrd KCFG="-pae"
421
422 # x86 kernel build
423 ipfiremake linux KCFG=""
424 ipfiremake backports KCFG=""
425 ipfiremake cryptodev KCFG=""
426 ipfiremake e1000e KCFG=""
427 # ipfiremake igb KCFG=""
428 ipfiremake ixgbe KCFG=""
429 ipfiremake xtables-addons KCFG=""
430 ipfiremake linux-initrd KCFG=""
431 ;;
432
433 armv5tel)
434 # arm-rpi (Raspberry Pi) kernel build
435 ipfiremake linux KCFG="-rpi"
436 ipfiremake backports KCFG="-rpi"
437 ipfiremake cryptodev KCFG="-rpi"
438 ipfiremake xtables-addons KCFG="-rpi"
439 ipfiremake linux-initrd KCFG="-rpi"
440
441 # arm multi platform (Panda, Wandboard ...) kernel build
442 ipfiremake linux KCFG="-multi"
443 ipfiremake backports KCFG="-multi"
444 ipfiremake cryptodev KCFG="-multi"
445 ipfiremake e1000e KCFG="-multi"
446 # ipfiremake igb KCFG="-multi"
447 ipfiremake ixgbe KCFG="-multi"
448 ipfiremake xtables-addons KCFG="-multi"
449 ipfiremake linux-initrd KCFG="-multi"
450
451 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
452 ipfiremake linux KCFG="-kirkwood"
453 ipfiremake backports KCFG="-kirkwood"
454 ipfiremake cryptodev KCFG="-kirkwood"
455 ipfiremake e1000e KCFG="-kirkwood"
456 # ipfiremake igb KCFG="-kirkwood"
457 ipfiremake ixgbe KCFG="-kirkwood"
458 ipfiremake xtables-addons KCFG="-kirkwood"
459 ipfiremake linux-initrd KCFG="-kirkwood"
460 ;;
461 esac
462 ipfiremake xtables-addons USPACE="1"
463 ipfiremake openssl
464 ipfiremake openssl-compat
465 ipfiremake libgpg-error
466 ipfiremake libgcrypt
467 ipfiremake libassuan
468 ipfiremake bind
469 ipfiremake dhcp
470 ipfiremake dhcpcd
471 ipfiremake boost
472 ipfiremake linux-atm
473 ipfiremake expat
474 ipfiremake gdbm
475 ipfiremake pam
476 ipfiremake curl
477 ipfiremake tcl
478 ipfiremake sqlite
479 ipfiremake python
480 ipfiremake fireinfo
481 ipfiremake libnet
482 ipfiremake libnl
483 ipfiremake libnl-3
484 ipfiremake libidn
485 ipfiremake nasm
486 ipfiremake libjpeg
487 ipfiremake libexif
488 ipfiremake libpng
489 ipfiremake libtiff
490 ipfiremake libart
491 ipfiremake gd
492 ipfiremake popt
493 ipfiremake pcre
494 ipfiremake slang
495 ipfiremake newt
496 ipfiremake libsmooth
497 ipfiremake attr
498 ipfiremake acl
499 ipfiremake libcap
500 ipfiremake pciutils
501 ipfiremake usbutils
502 ipfiremake libxml2
503 ipfiremake libxslt
504 ipfiremake BerkeleyDB
505 ipfiremake mysql
506 ipfiremake cyrus-sasl
507 ipfiremake openldap
508 ipfiremake apache2
509 ipfiremake php
510 ipfiremake apache2 PASS=C
511 ipfiremake jquery
512 ipfiremake arping
513 ipfiremake beep
514 ipfiremake dvdrtools
515 ipfiremake nettle
516 ipfiremake dnsmasq
517 ipfiremake dosfstools
518 ipfiremake reiserfsprogs
519 ipfiremake xfsprogs
520 ipfiremake sysfsutils
521 ipfiremake fuse
522 ipfiremake ntfs-3g
523 ipfiremake ethtool
524 ipfiremake ez-ipupdate
525 ipfiremake fcron
526 ipfiremake perl-GD
527 ipfiremake GD-Graph
528 ipfiremake GD-TextUtil
529 ipfiremake perl-Device-SerialPort
530 ipfiremake perl-Device-Modem
531 ipfiremake gnupg
532 ipfiremake hdparm
533 ipfiremake sdparm
534 ipfiremake mtools
535 ipfiremake initscripts
536 ipfiremake whatmask
537 ipfiremake conntrack-tools
538 ipfiremake libupnp
539 ipfiremake ipaddr
540 ipfiremake iputils
541 ipfiremake l7-protocols
542 ipfiremake mISDNuser
543 ipfiremake capi4k-utils
544 ipfiremake hwdata
545 ipfiremake logrotate
546 ipfiremake logwatch
547 ipfiremake misc-progs
548 ipfiremake nano
549 ipfiremake URI
550 ipfiremake HTML-Tagset
551 ipfiremake HTML-Parser
552 ipfiremake HTML-Template
553 ipfiremake Compress-Zlib
554 ipfiremake Digest
555 ipfiremake Digest-SHA1
556 ipfiremake Digest-HMAC
557 ipfiremake libwww-perl
558 ipfiremake Net-DNS
559 ipfiremake Net-IPv4Addr
560 ipfiremake Net_SSLeay
561 ipfiremake IO-Stringy
562 ipfiremake IO-Socket-SSL
563 ipfiremake Unix-Syslog
564 ipfiremake Mail-Tools
565 ipfiremake MIME-Tools
566 ipfiremake Net-Server
567 ipfiremake Convert-TNEF
568 ipfiremake Convert-UUlib
569 ipfiremake Archive-Tar
570 ipfiremake Archive-Zip
571 ipfiremake Text-Tabs+Wrap
572 ipfiremake Locale-Country
573 ipfiremake XML-Parser
574 ipfiremake Crypt-PasswdMD5
575 ipfiremake Net-Telnet
576 ipfiremake python-setuptools
577 ipfiremake python-clientform
578 ipfiremake python-mechanize
579 ipfiremake python-feedparser
580 ipfiremake python-rssdler
581 ipfiremake libffi
582 ipfiremake glib
583 ipfiremake GeoIP
584 ipfiremake fwhits
585 ipfiremake noip_updater
586 ipfiremake ntp
587 ipfiremake openssh
588 ipfiremake fontconfig
589 ipfiremake dejavu-fonts-ttf
590 ipfiremake freefont
591 ipfiremake pixman
592 ipfiremake cairo
593 ipfiremake pango
594 ipfiremake rrdtool
595 ipfiremake setserial
596 ipfiremake setup
597 ipfiremake libdnet
598 ipfiremake daq
599 ipfiremake snort
600 ipfiremake oinkmaster
601 ipfiremake squid
602 ipfiremake squidguard
603 ipfiremake calamaris
604 ipfiremake tcpdump
605 ipfiremake traceroute
606 ipfiremake vlan
607 ipfiremake wireless
608 ipfiremake pakfire
609 ipfiremake spandsp
610 ipfiremake lzo
611 ipfiremake openvpn
612 ipfiremake pammysql
613 ipfiremake mpage
614 ipfiremake dbus
615 ipfiremake cups
616 ipfiremake ghostscript
617 ipfiremake foomatic
618 ipfiremake hplip
619 ipfiremake cifs-utils
620 ipfiremake krb5
621 ipfiremake samba
622 ipfiremake sudo
623 ipfiremake mc
624 ipfiremake wget
625 ipfiremake bridge-utils
626 ipfiremake screen
627 ipfiremake smartmontools
628 ipfiremake htop
629 ipfiremake postfix
630 ipfiremake fetchmail
631 ipfiremake cyrus-imapd
632 ipfiremake openmailadmin
633 ipfiremake clamav
634 ipfiremake spamassassin
635 ipfiremake amavisd
636 ipfiremake alsa
637 ipfiremake mpfire
638 ipfiremake guardian
639 ipfiremake libid3tag
640 ipfiremake libmad
641 ipfiremake libogg
642 ipfiremake libvorbis
643 ipfiremake libdvbpsi
644 ipfiremake flac
645 ipfiremake lame
646 ipfiremake sox
647 ipfiremake libshout
648 ipfiremake xvid
649 ipfiremake libmpeg2
650 ipfiremake cmake
651 ipfiremake gnump3d
652 ipfiremake rsync
653 ipfiremake tcpwrapper
654 ipfiremake libevent
655 ipfiremake libevent2
656 ipfiremake portmap
657 ipfiremake nfs
658 ipfiremake nmap
659 ipfiremake ncftp
660 ipfiremake etherwake
661 ipfiremake bwm-ng
662 ipfiremake tripwire
663 ipfiremake sysstat
664 ipfiremake vsftpd
665 ipfiremake strongswan
666 ipfiremake rng-tools
667 ipfiremake lsof
668 ipfiremake br2684ctl
669 ipfiremake pcmciautils
670 ipfiremake lm_sensors
671 ipfiremake liboping
672 ipfiremake collectd
673 ipfiremake elinks
674 ipfiremake igmpproxy
675 ipfiremake fbset
676 ipfiremake sdl
677 ipfiremake qemu
678 ipfiremake sane
679 ipfiremake netpbm
680 ipfiremake phpSANE
681 ipfiremake tunctl
682 ipfiremake netsnmpd
683 ipfiremake nagios
684 ipfiremake nagios_nrpe
685 ipfiremake icinga
686 ipfiremake ebtables
687 ipfiremake directfb
688 ipfiremake dfb++
689 ipfiremake faad2
690 ipfiremake ffmpeg
691 ipfiremake vdr
692 ipfiremake vdr_streamdev
693 ipfiremake vdr_vnsiserver5
694 ipfiremake vdr_vnsiserver3
695 ipfiremake vdr_epgsearch
696 ipfiremake vdr_dvbapi
697 ipfiremake vdr_eepg
698 ipfiremake w_scan
699 ipfiremake icecast
700 ipfiremake icegenerator
701 ipfiremake mpd
702 ipfiremake libmpdclient
703 ipfiremake mpc
704 ipfiremake git
705 ipfiremake squidclamav
706 ipfiremake vnstat
707 ipfiremake iw
708 ipfiremake wpa_supplicant
709 ipfiremake hostapd
710 ipfiremake pycurl
711 ipfiremake urlgrabber
712 ipfiremake syslinux
713 ipfiremake tftpd
714 ipfiremake cpufrequtils
715 ipfiremake bluetooth
716 ipfiremake gutenprint
717 ipfiremake apcupsd
718 ipfiremake iperf
719 ipfiremake netcat
720 ipfiremake 7zip
721 ipfiremake lynis
722 ipfiremake streamripper
723 ipfiremake sshfs
724 ipfiremake taglib
725 ipfiremake mediatomb
726 ipfiremake sslh
727 ipfiremake perl-gettext
728 ipfiremake perl-Sort-Naturally
729 ipfiremake vdradmin
730 ipfiremake miau
731 ipfiremake perl-DBI
732 ipfiremake perl-DBD-mysql
733 ipfiremake perl-DBD-SQLite
734 ipfiremake perl-File-ReadBackwards
735 ipfiremake cacti
736 ipfiremake openvmtools
737 ipfiremake nagiosql
738 ipfiremake iftop
739 ipfiremake motion
740 ipfiremake joe
741 ipfiremake monit
742 ipfiremake nut
743 ipfiremake watchdog
744 ipfiremake libpri
745 ipfiremake libsrtp
746 ipfiremake asterisk
747 ipfiremake lcr
748 ipfiremake usb_modeswitch
749 ipfiremake usb_modeswitch_data
750 ipfiremake zerofree
751 ipfiremake pound
752 ipfiremake minicom
753 ipfiremake ddrescue
754 ipfiremake imspector
755 ipfiremake miniupnpd
756 ipfiremake client175
757 ipfiremake powertop
758 ipfiremake parted
759 ipfiremake swig
760 ipfiremake python-m2crypto
761 ipfiremake wireless-regdb
762 ipfiremake crda
763 ipfiremake libsolv
764 ipfiremake python-distutils-extra
765 ipfiremake python-lzma
766 ipfiremake python-progressbar
767 ipfiremake python-xattr
768 ipfiremake intltool
769 ipfiremake ddns
770 ipfiremake transmission
771 ipfiremake dpfhack
772 ipfiremake lcd4linux
773 ipfiremake mtr
774 ipfiremake tcpick
775 ipfiremake minidlna
776 ipfiremake acpid
777 ipfiremake fping
778 ipfiremake telnet
779 ipfiremake xinetd
780 ipfiremake gpgme
781 ipfiremake pygpgme
782 ipfiremake pakfire3
783 ipfiremake stress
784 ipfiremake libstatgrab
785 ipfiremake sarg
786 ipfiremake check_mk_agent
787 ipfiremake libdaemon
788 ipfiremake avahi
789 ipfiremake nginx
790 ipfiremake sendEmail
791 ipfiremake sysbench
792 ipfiremake strace
793 ipfiremake ipfire-netboot
794 ipfiremake lcdproc
795 ipfiremake bitstream
796 ipfiremake multicat
797 ipfiremake keepalived
798 ipfiremake ipvsadm
799 ipfiremake perl-Carp-Clan
800 ipfiremake perl-Date-Calc
801 ipfiremake perl-Date-Manip
802 ipfiremake perl-File-Tail
803 ipfiremake perl-TimeDate
804 ipfiremake swatch
805 ipfiremake tor
806 ipfiremake arm
807 ipfiremake wavemon
808 ipfiremake iptraf-ng
809 ipfiremake iotop
810 ipfiremake stunnel
811 ipfiremake sslscan
812 ipfiremake owncloud
813 ipfiremake bacula
814 ipfiremake batctl
815 ipfiremake perl-PDF-API2
816 ipfiremake squid-accounting
817 ipfiremake pigz
818 ipfiremake tmux
819 ipfiremake perl-Text-CSV_XS
820 ipfiremake swconfig
821 ipfiremake haproxy
822 }
823
824 buildinstaller() {
825 # Run installer scripts one by one
826 LOGFILE="$BASEDIR/log/_build.installer.log"
827 export LOGFILE
828 ipfiremake memtest
829 ipfiremake installer
830 installmake strip
831 }
832
833 buildpackages() {
834 LOGFILE="$BASEDIR/log/_build.packages.log"
835 export LOGFILE
836 echo "... see detailed log in _build.*.log files" >> $LOGFILE
837
838
839 # Generating list of packages used
840 echo -n "Generating packages list from logs" | tee -a $LOGFILE
841 rm -f $BASEDIR/doc/packages-list
842 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
843 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
844 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
845 fi
846 done
847 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
848 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
849 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
850 rm -f $BASEDIR/doc/packages-list
851 # packages-list.txt is ready to be displayed for wiki page
852 beautify message DONE
853
854 # Update changelog
855 cd $BASEDIR
856 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
857 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
858 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
859
860 # Create images for install
861 ipfiremake cdrom
862
863 # Check if there is a loop device for building in virtual environments
864 modprobe loop 2>/dev/null
865 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
866 ipfiremake flash-images
867 ipfiremake flash-images SCON=1
868 fi
869
870 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
871
872 ipfirepackages
873
874 ipfiremake xen-image
875 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
876
877 cd $BASEDIR
878 for i in `ls *.bz2 *.img.gz *.iso`; do
879 md5sum $i > $i.md5
880 done
881 cd $PWD
882
883 # Cleanup
884 stdumount
885 rm -rf $BASEDIR/build/tmp/*
886
887 # Generating total list of files
888 echo -n "Generating files list from logs" | tee -a $LOGFILE
889 rm -f $BASEDIR/log/FILES
890 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
891 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
892 echo "##" >>$BASEDIR/log/FILES
893 echo "## `basename $i`" >>$BASEDIR/log/FILES
894 echo "##" >>$BASEDIR/log/FILES
895 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
896 fi
897 done
898 beautify message DONE
899
900 cd $PWD
901 }
902
903 ipfirepackages() {
904 ipfiremake core-updates
905
906 local i
907 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
908 i=$(basename ${i})
909 if [ -e $BASEDIR/lfs/$i ]; then
910 ipfiredist $i
911 else
912 echo -n $i
913 beautify message SKIP
914 fi
915 done
916 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
917 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
918 rm -rf $BASEDIR/build/install/packages/*
919 }
920
921 while [ $# -gt 0 ]; do
922 case "${1}" in
923 --target=*)
924 configure_target "${1#--target=}"
925 ;;
926 -*)
927 exiterror "Unknown configuration option: ${1}"
928 ;;
929 *)
930 # Found a command, so exit options parsing.
931 break
932 ;;
933 esac
934 shift
935 done
936
937 # See what we're supposed to do
938 case "$1" in
939 build)
940 clear
941 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
942 #only restore on a clean disk
943 if [ ! -f log/cleanup-toolchain-2-tools ]; then
944 if [ ! -n "$PACKAGE" ]; then
945 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
946 prepareenv
947 buildtoolchain
948 else
949 PACKAGENAME=${PACKAGE%.tar.gz}
950 beautify build_stage "Packaged toolchain compilation"
951 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
952 tar zxf $PACKAGE
953 prepareenv
954 else
955 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
956 fi
957 fi
958 else
959 echo -n "Using installed toolchain" | tee -a $LOGFILE
960 beautify message SKIP
961 prepareenv
962 fi
963
964 beautify build_start
965 beautify build_stage "Building LFS"
966 buildbase
967
968 beautify build_stage "Building IPFire"
969 buildipfire
970
971 beautify build_stage "Building installer"
972 buildinstaller
973
974 beautify build_stage "Building packages"
975 buildpackages
976
977 beautify build_stage "Checking Logfiles for new Files"
978
979 cd $BASEDIR
980 tools/checknewlog.pl
981 tools/checkwronginitlinks
982 cd $PWD
983
984 beautify build_end
985 ;;
986 shell)
987 # enter a shell inside LFS chroot
988 # may be used to changed kernel settings
989 prepareenv
990 entershell
991 ;;
992 clean)
993 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
994 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
995 $LOSETUP -d $i 2>/dev/null
996 done
997 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
998 umount $i
999 done
1000 stdumount
1001 for i in `seq 0 7`; do
1002 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
1003 umount /dev/loop${i} 2>/dev/null;
1004 losetup -d /dev/loop${i} 2>/dev/null;
1005 fi;
1006 done
1007 rm -rf $BASEDIR/build
1008 rm -rf $BASEDIR/cdrom
1009 rm -rf $BASEDIR/packages
1010 rm -rf $BASEDIR/log
1011 if [ -h /tools ]; then
1012 rm -f /tools
1013 fi
1014 rm -f $BASEDIR/ipfire-*
1015 beautify message DONE
1016 ;;
1017 downloadsrc)
1018 if [ ! -d $BASEDIR/cache ]; then
1019 mkdir $BASEDIR/cache
1020 fi
1021 mkdir -p $BASEDIR/log
1022 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1023 FINISHED=0
1024 cd $BASEDIR/lfs
1025 for c in `seq $MAX_RETRIES`; do
1026 if (( FINISHED==1 )); then
1027 break
1028 fi
1029 FINISHED=1
1030 cd $BASEDIR/lfs
1031 for i in *; do
1032 if [ -f "$i" -a "$i" != "Config" ]; then
1033 lfsmakecommoncheck ${i} || continue
1034
1035 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1036 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1037 if [ $? -ne 0 ]; then
1038 beautify message FAIL
1039 FINISHED=0
1040 else
1041 if [ $c -eq 1 ]; then
1042 beautify message DONE
1043 fi
1044 fi
1045 fi
1046 done
1047 done
1048 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1049 ERROR=0
1050 for i in *; do
1051 if [ -f "$i" -a "$i" != "Config" ]; then
1052 lfsmakecommoncheck ${i} > /dev/null || continue
1053 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1054 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1055 if [ $? -ne 0 ]; then
1056 echo -ne "MD5 difference in lfs/$i"
1057 beautify message FAIL
1058 ERROR=1
1059 fi
1060 fi
1061 done
1062 if [ $ERROR -eq 0 ]; then
1063 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1064 beautify message DONE
1065 else
1066 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1067 beautify message FAIL
1068 fi
1069 cd - >/dev/null 2>&1
1070 ;;
1071 toolchain)
1072 clear
1073 prepareenv
1074 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1075 buildtoolchain
1076 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1077 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1078 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1079 build/tools build/bin/sh log >> $LOGFILE
1080 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1081 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1082 stdumount
1083 ;;
1084 gettoolchain)
1085 # arbitrary name to be updated in case of new toolchain package upload
1086 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1087 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1088 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1089 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1090 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1091 cd $BASEDIR/cache/toolchains
1092 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1093 if [ $? -ne 0 ]; then
1094 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1095 else
1096 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1097 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1098 else
1099 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1100 fi
1101 fi
1102 else
1103 echo "Toolchain is already downloaded. Exiting..."
1104 fi
1105 ;;
1106 othersrc)
1107 prepareenv
1108 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1109 chroot $LFS /tools/bin/env -i HOME=/root \
1110 TERM=$TERM PS1='\u:\w\$ ' \
1111 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1112 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1113 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1114 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1115 if [ $? -eq "0" ]; then
1116 beautify message DONE
1117 else
1118 beautify message FAIL
1119 fi
1120 stdumount
1121 ;;
1122 uploadsrc)
1123 PWD=`pwd`
1124 if [ -z $IPFIRE_USER ]; then
1125 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1126 beautify message FAIL
1127 exit 1
1128 fi
1129
1130 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1131 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1132
1133 for file in ${BASEDIR}/cache/*; do
1134 [ -d "${file}" ] && continue
1135 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
1136 NEW_FILES="$NEW_FILES $file"
1137 done
1138 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1139 cd $BASEDIR
1140 cd $PWD
1141 exit 0
1142 ;;
1143 lang)
1144 update_langs
1145 ;;
1146 *)
1147 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1148 cat doc/make.sh-usage
1149 ;;
1150 esac