OpenVPN:Add HMAC, cipher 'n2n' and DH key selection. Fixes and new design.
[ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2014 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.15" # Version number
28 CORE="77" # Core Level (Filename)
29 PAKFIRE_CORE="77" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git rev-parse --abbrev-ref HEAD` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 # Prepare string for /etc/system-release.
87 SYSTEM_RELEASE="${NAME} ${VERSION} (${MACHINE})"
88 if [ "$(git status -s | wc -l)" == "0" ]; then
89 GIT_STATUS=""
90 else
91 GIT_STATUS="-dirty"
92 fi
93 case "$GIT_BRANCH" in
94 core*|beta?|rc?)
95 SYSTEM_RELEASE="${SYSTEM_RELEASE} - $GIT_BRANCH$GIT_STATUS"
96 ;;
97 *)
98 SYSTEM_RELEASE="${SYSTEM_RELEASE} - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS"
99 ;;
100 esac
101
102 prepareenv() {
103 ############################################################################
104 # #
105 # Are we running the right shell? #
106 # #
107 ############################################################################
108 if [ ! "$BASH" ]; then
109 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
110 fi
111
112 if [ -z "${BASH_VERSION}" ]; then
113 exiterror "Not running BASH shell."
114 fi
115
116
117 ############################################################################
118 # #
119 # Trap on emergency exit #
120 # #
121 ############################################################################
122 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
123
124
125 ############################################################################
126 # #
127 # Resetting our nice level #
128 # #
129 ############################################################################
130 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
131 renice $NICE $$ > /dev/null
132 if [ `nice` != "$NICE" ]; then
133 beautify message FAIL
134 exiterror "Failed to set correct nice level"
135 else
136 beautify message DONE
137 fi
138
139
140 ############################################################################
141 # #
142 # Checking if running as root user #
143 # #
144 ############################################################################
145 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
146 if [ `id -u` != 0 ]; then
147 beautify message FAIL
148 exiterror "Not building as root"
149 else
150 beautify message DONE
151 fi
152
153
154 ############################################################################
155 # #
156 # Checking for necessary temporary space #
157 # #
158 ############################################################################
159 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
160 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
161 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
162 if (( 2048000 > $BASE_ASPACE )); then
163 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
164 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
165 beautify message FAIL
166 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
167 fi
168 else
169 beautify message DONE
170 fi
171
172 ############################################################################
173 # #
174 # Building Linux From Scratch system #
175 # #
176 ############################################################################
177 # Set umask
178 umask 022
179
180 # Set LFS Directory
181 LFS=$BASEDIR/build
182
183 # Check /tools symlink
184 if [ -h /tools ]; then
185 rm -f /tools
186 fi
187 if [ ! -a /tools ]; then
188 ln -s $BASEDIR/build/tools /
189 fi
190 if [ ! -h /tools ]; then
191 exiterror "Could not create /tools symbolic link."
192 fi
193
194 # Setup environment
195 set +h
196 LC_ALL=POSIX
197 if [ -z $MAKETUNING ]; then
198 CPU_COUNT="$(getconf _NPROCESSORS_ONLN 2>/dev/null)"
199 if [ -z "${CPU_COUNT}" ]; then
200 CPU_COUNT=1
201 fi
202
203 MAKETUNING="-j$(( ${CPU_COUNT} * 2 + 1 ))"
204 fi
205 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
206 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
207
208 # Make some extra directories
209 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
210 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
211 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
212 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
213
214 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
215 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
216
217 # Make all sources and proc available under lfs build
218 mount --bind /dev $BASEDIR/build/dev
219 mount --bind /dev/pts $BASEDIR/build/dev/pts
220 mount --bind /dev/shm $BASEDIR/build/dev/shm
221 mount --bind /proc $BASEDIR/build/proc
222 mount --bind /sys $BASEDIR/build/sys
223 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
224 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
225 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
226 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
227 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
228 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
229 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
230 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
231 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
232
233 # Run LFS static binary creation scripts one by one
234 export CCACHE_DIR=$BASEDIR/ccache
235 export CCACHE_COMPRESS=1
236 export CCACHE_COMPILERCHECK="none"
237
238 # Remove pre-install list of installed files in case user erase some files before rebuild
239 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
240 }
241
242 buildtoolchain() {
243 local error=false
244 case "${MACHINE}:$(uname -m)" in
245 # x86
246 i586:i586|i586:i686|i586:x86_64)
247 # These are working.
248 ;;
249 i586:*)
250 error=true
251 ;;
252
253 # ARM
254 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
255 # These are working.
256 ;;
257 armv5tel:*)
258 error=true
259 ;;
260 esac
261
262 ${error} && \
263 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
264
265 local gcc=$(type -p gcc)
266 if [ -z "${gcc}" ]; then
267 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
268 fi
269
270 LOGFILE="$BASEDIR/log/_build.toolchain.log"
271 export LOGFILE
272
273 local ORG_PATH=$PATH
274 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
275 lfsmake1 ccache PASS=1
276 lfsmake1 binutils PASS=1
277 lfsmake1 gcc PASS=1
278 lfsmake1 linux TOOLS=1 KCFG="-headers"
279 lfsmake1 glibc
280 lfsmake1 cleanup-toolchain PASS=1
281 lfsmake1 binutils PASS=2
282 lfsmake1 gcc PASS=2
283 lfsmake1 ccache PASS=2
284 lfsmake1 tcl
285 lfsmake1 expect
286 lfsmake1 dejagnu
287 lfsmake1 ncurses
288 lfsmake1 bash
289 lfsmake1 bzip2
290 lfsmake1 coreutils
291 lfsmake1 diffutils
292 lfsmake1 findutils
293 lfsmake1 gawk
294 lfsmake1 gettext
295 lfsmake1 grep
296 lfsmake1 gzip
297 lfsmake1 m4
298 lfsmake1 make
299 lfsmake1 patch
300 lfsmake1 perl
301 lfsmake1 sed
302 lfsmake1 tar
303 lfsmake1 texinfo
304 lfsmake1 xz
305 lfsmake1 fake-environ
306 lfsmake1 cleanup-toolchain PASS=2
307 export PATH=$ORG_PATH
308 }
309
310 buildbase() {
311 LOGFILE="$BASEDIR/log/_build.base.log"
312 export LOGFILE
313 lfsmake2 stage2
314 lfsmake2 linux KCFG="-headers"
315 lfsmake2 man-pages
316 lfsmake2 glibc
317 lfsmake2 tzdata
318 lfsmake2 cleanup-toolchain PASS=3
319 lfsmake2 zlib
320 lfsmake2 binutils
321 lfsmake2 gmp
322 lfsmake2 gmp-compat
323 lfsmake2 mpfr
324 lfsmake2 file
325 lfsmake2 gcc
326 lfsmake2 sed
327 lfsmake2 berkeley
328 lfsmake2 coreutils
329 lfsmake2 iana-etc
330 lfsmake2 m4
331 lfsmake2 bison
332 lfsmake2 ncurses
333 lfsmake2 procps
334 lfsmake2 libtool
335 lfsmake2 perl
336 lfsmake2 readline
337 lfsmake2 readline-compat
338 lfsmake2 pcre
339 lfsmake2 pcre-compat
340 lfsmake2 autoconf
341 lfsmake2 automake
342 lfsmake2 bash
343 lfsmake2 bzip2
344 lfsmake2 diffutils
345 lfsmake2 e2fsprogs
346 lfsmake2 ed
347 lfsmake2 findutils
348 lfsmake2 flex
349 lfsmake2 gawk
350 lfsmake2 gettext
351 lfsmake2 grep
352 lfsmake2 groff
353 lfsmake2 gperf
354 lfsmake2 gzip
355 lfsmake2 inetutils
356 lfsmake2 iproute2
357 lfsmake2 jwhois
358 lfsmake2 kbd
359 lfsmake2 less
360 lfsmake2 make
361 lfsmake2 man
362 lfsmake2 mktemp
363 lfsmake2 kmod
364 lfsmake2 net-tools
365 lfsmake2 patch
366 lfsmake2 psmisc
367 lfsmake2 shadow
368 lfsmake2 sysklogd
369 lfsmake2 sysvinit
370 lfsmake2 tar
371 lfsmake2 texinfo
372 lfsmake2 util-linux
373 lfsmake2 udev
374 lfsmake2 vim
375 lfsmake2 xz
376 lfsmake2 paxctl
377 lfsmake2 grub
378 }
379
380 buildipfire() {
381 LOGFILE="$BASEDIR/log/_build.ipfire.log"
382 export LOGFILE
383 ipfiremake configroot
384 ipfiremake backup
385 ipfiremake bind
386 ipfiremake dhcp
387 ipfiremake dhcpcd
388 ipfiremake libusb
389 ipfiremake libusbx
390 ipfiremake libpcap
391 ipfiremake ppp
392 ipfiremake pptp
393 ipfiremake unzip
394 ipfiremake which
395 ipfiremake linux-firmware
396 ipfiremake dvb-firmwares
397 ipfiremake zd1211-firmware
398 ipfiremake rpi-firmware
399 ipfiremake bc
400 ipfiremake u-boot
401
402 if [ "${MACHINE_TYPE}" != "arm" ]; then
403
404 # x86-pae (Native and new XEN) kernel build
405 ipfiremake linux KCFG="-pae"
406 # ipfiremake kvm-kmod KCFG="-pae"
407 # ipfiremake v4l-dvb KCFG="-pae"
408 # ipfiremake mISDN KCFG="-pae"
409 ipfiremake cryptodev KCFG="-pae"
410 # ipfiremake compat-drivers KCFG="-pae"
411 # ipfiremake r8169 KCFG="-pae"
412 # ipfiremake r8168 KCFG="-pae"
413 # ipfiremake r8101 KCFG="-pae"
414 ipfiremake e1000e KCFG="-pae"
415 ipfiremake igb KCFG="-pae"
416
417 # x86 kernel build
418 ipfiremake linux KCFG=""
419 # ipfiremake kvm-kmod KCFG=""
420 # ipfiremake v4l-dvb KCFG=""
421 # ipfiremake mISDN KCFG=""
422 ipfiremake cryptodev KCFG=""
423 # ipfiremake compat-drivers KCFG=""
424 # ipfiremake r8169 KCFG=""
425 # ipfiremake r8168 KCFG=""
426 # ipfiremake r8101 KCFG=""
427 ipfiremake e1000e KCFG=""
428 ipfiremake igb KCFG=""
429
430 else
431 # arm-rpi (Raspberry Pi) kernel build
432 ipfiremake linux KCFG="-rpi"
433 # ipfiremake v4l-dvb KCFG="-rpi"
434 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
435 ipfiremake cryptodev KCFG="-rpi"
436 # ipfiremake compat-drivers KCFG="-rpi"
437
438 # arm multi platform (Panda, Wandboard ...) kernel build
439 ipfiremake linux KCFG="-multi"
440 ipfiremake cryptodev KCFG="-multi"
441 ipfiremake e1000e KCFG="-multi"
442 ipfiremake igb KCFG="-multi"
443
444 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
445 ipfiremake linux KCFG="-kirkwood"
446 # ipfiremake v4l-dvb KCFG="-kirkwood"
447 # ipfiremake mISDN KCFG="-kirkwood"
448 ipfiremake cryptodev KCFG="-kirkwood"
449 # ipfiremake compat-drivers KCFG="-kirkwood"
450 # ipfiremake r8169 KCFG="-kirkwood"
451 # ipfiremake r8168 KCFG="-kirkwood"
452 # ipfiremake r8101 KCFG="-kirkwood"
453 # ipfiremake e1000e KCFG="-kirkwood"
454 ipfiremake igb KCFG="-kirkwood"
455
456 fi
457 ipfiremake pkg-config
458 ipfiremake linux-atm
459 ipfiremake cpio
460 ipfiremake dracut
461 ipfiremake expat
462 ipfiremake gdbm
463 ipfiremake pam
464 ipfiremake openssl
465 ipfiremake openssl-compat
466 ipfiremake curl
467 ipfiremake tcl
468 ipfiremake sqlite
469 ipfiremake python
470 ipfiremake fireinfo
471 ipfiremake libnet
472 ipfiremake libnl
473 ipfiremake libidn
474 ipfiremake nasm
475 ipfiremake libjpeg
476 ipfiremake libexif
477 ipfiremake libpng
478 ipfiremake libtiff
479 ipfiremake libart
480 ipfiremake freetype
481 ipfiremake gd
482 ipfiremake popt
483 ipfiremake pcre
484 ipfiremake slang
485 ipfiremake newt
486 ipfiremake attr
487 ipfiremake acl
488 ipfiremake libcap
489 ipfiremake pciutils
490 ipfiremake usbutils
491 ipfiremake libxml2
492 ipfiremake libxslt
493 ipfiremake BerkeleyDB
494 ipfiremake mysql
495 ipfiremake cyrus-sasl
496 ipfiremake openldap
497 ipfiremake apache2
498 ipfiremake php
499 ipfiremake apache2 PASS=C
500 ipfiremake jquery
501 ipfiremake arping
502 ipfiremake beep
503 ipfiremake dvdrtools
504 ipfiremake dnsmasq
505 ipfiremake dosfstools
506 ipfiremake reiserfsprogs
507 ipfiremake xfsprogs
508 ipfiremake sysfsutils
509 ipfiremake fuse
510 ipfiremake ntfs-3g
511 ipfiremake ethtool
512 ipfiremake ez-ipupdate
513 ipfiremake fcron
514 ipfiremake perl-GD
515 ipfiremake GD-Graph
516 ipfiremake GD-TextUtil
517 ipfiremake gnupg
518 ipfiremake hdparm
519 ipfiremake sdparm
520 ipfiremake mtools
521 ipfiremake initscripts
522 ipfiremake whatmask
523 ipfiremake libmnl
524 ipfiremake iptables
525 ipfiremake conntrack-tools
526 ipfiremake libupnp
527 ipfiremake ipaddr
528 ipfiremake iputils
529 ipfiremake l7-protocols
530 ipfiremake mISDNuser
531 ipfiremake capi4k-utils
532 ipfiremake hwdata
533 ipfiremake logrotate
534 ipfiremake logwatch
535 ipfiremake misc-progs
536 ipfiremake nano
537 ipfiremake URI
538 ipfiremake HTML-Tagset
539 ipfiremake HTML-Parser
540 ipfiremake HTML-Template
541 ipfiremake Compress-Zlib
542 ipfiremake Digest
543 ipfiremake Digest-SHA1
544 ipfiremake Digest-HMAC
545 ipfiremake libwww-perl
546 ipfiremake Net-DNS
547 ipfiremake Net-IPv4Addr
548 ipfiremake Net_SSLeay
549 ipfiremake IO-Stringy
550 ipfiremake IO-Socket-SSL
551 ipfiremake Unix-Syslog
552 ipfiremake Mail-Tools
553 ipfiremake MIME-Tools
554 ipfiremake Net-Server
555 ipfiremake Convert-TNEF
556 ipfiremake Convert-UUlib
557 ipfiremake Archive-Tar
558 ipfiremake Archive-Zip
559 ipfiremake Text-Tabs+Wrap
560 ipfiremake Locale-Country
561 ipfiremake XML-Parser
562 ipfiremake Crypt-PasswdMD5
563 ipfiremake Net-Telnet
564 ipfiremake python-setuptools
565 ipfiremake python-clientform
566 ipfiremake python-mechanize
567 ipfiremake python-feedparser
568 ipfiremake python-rssdler
569 ipfiremake libffi
570 ipfiremake glib
571 ipfiremake GeoIP
572 ipfiremake fwhits
573 ipfiremake noip_updater
574 ipfiremake ntp
575 ipfiremake openssh
576 ipfiremake fontconfig
577 ipfiremake dejavu-fonts-ttf
578 ipfiremake freefont
579 ipfiremake pixman
580 ipfiremake cairo
581 ipfiremake pango
582 ipfiremake rrdtool
583 ipfiremake setserial
584 ipfiremake setup
585 ipfiremake libdnet
586 ipfiremake daq
587 ipfiremake snort
588 ipfiremake oinkmaster
589 ipfiremake squid
590 ipfiremake squidguard
591 ipfiremake calamaris
592 ipfiremake tcpdump
593 ipfiremake traceroute
594 ipfiremake vlan
595 ipfiremake wireless
596 ipfiremake pakfire
597 ipfiremake spandsp
598 ipfiremake lzo
599 ipfiremake openvpn
600 ipfiremake pammysql
601 ipfiremake mpage
602 ipfiremake dbus
603 ipfiremake cups
604 ipfiremake ghostscript
605 ipfiremake foomatic
606 ipfiremake hplip
607 ipfiremake cifs-utils
608 ipfiremake samba
609 ipfiremake sudo
610 ipfiremake mc
611 ipfiremake wget
612 ipfiremake bridge-utils
613 ipfiremake screen
614 ipfiremake smartmontools
615 ipfiremake htop
616 ipfiremake postfix
617 ipfiremake fetchmail
618 ipfiremake cyrus-imapd
619 ipfiremake openmailadmin
620 ipfiremake clamav
621 ipfiremake spamassassin
622 ipfiremake amavisd
623 ipfiremake alsa
624 ipfiremake mpfire
625 ipfiremake guardian
626 ipfiremake libid3tag
627 ipfiremake libmad
628 ipfiremake libogg
629 ipfiremake libvorbis
630 ipfiremake libdvbpsi
631 ipfiremake flac
632 ipfiremake lame
633 ipfiremake sox
634 ipfiremake libshout
635 ipfiremake xvid
636 ipfiremake libmpeg2
637 ipfiremake cmake
638 ipfiremake gnump3d
639 ipfiremake rsync
640 ipfiremake tcpwrapper
641 ipfiremake libevent
642 ipfiremake libevent2
643 ipfiremake portmap
644 ipfiremake nfs
645 ipfiremake nmap
646 ipfiremake ncftp
647 ipfiremake etherwake
648 ipfiremake bwm-ng
649 ipfiremake tripwire
650 ipfiremake sysstat
651 ipfiremake vsftpd
652 ipfiremake strongswan
653 ipfiremake rng-tools
654 ipfiremake lsof
655 ipfiremake br2684ctl
656 ipfiremake pcmciautils
657 ipfiremake lm_sensors
658 ipfiremake liboping
659 ipfiremake collectd
660 ipfiremake teamspeak
661 ipfiremake elinks
662 ipfiremake igmpproxy
663 ipfiremake fbset
664 ipfiremake sdl
665 ipfiremake qemu
666 ipfiremake sane
667 ipfiremake netpbm
668 ipfiremake phpSANE
669 ipfiremake tunctl
670 ipfiremake nagios
671 ipfiremake nagios_nrpe
672 ipfiremake ebtables
673 ipfiremake directfb
674 ipfiremake dfb++
675 ipfiremake faad2
676 ipfiremake ffmpeg
677 ipfiremake vdr
678 ipfiremake vdr_streamdev
679 ipfiremake vdr_vnsiserver3
680 ipfiremake vdr_epgsearch
681 ipfiremake vdr_dvbapi
682 ipfiremake vdr_eepg
683 ipfiremake w_scan
684 ipfiremake icecast
685 ipfiremake icegenerator
686 ipfiremake mpd
687 ipfiremake libmpdclient
688 ipfiremake mpc
689 ipfiremake git
690 ipfiremake squidclamav
691 ipfiremake vnstat
692 ipfiremake vnstati
693 ipfiremake iw
694 ipfiremake wpa_supplicant
695 ipfiremake hostapd
696 ipfiremake pycurl
697 ipfiremake urlgrabber
698 ipfiremake syslinux
699 ipfiremake tftpd
700 ipfiremake cpufrequtils
701 ipfiremake bluetooth
702 ipfiremake gutenprint
703 ipfiremake apcupsd
704 ipfiremake iperf
705 ipfiremake netcat
706 ipfiremake 7zip
707 ipfiremake lynis
708 ipfiremake streamripper
709 ipfiremake sshfs
710 ipfiremake taglib
711 ipfiremake mediatomb
712 ipfiremake sslh
713 ipfiremake perl-gettext
714 ipfiremake perl-Sort-Naturally
715 ipfiremake vdradmin
716 ipfiremake miau
717 ipfiremake netsnmpd
718 ipfiremake perl-DBI
719 ipfiremake perl-DBD-mysql
720 ipfiremake perl-DBD-SQLite
721 ipfiremake perl-File-ReadBackwards
722 ipfiremake cacti
723 ipfiremake icecc
724 ipfiremake openvmtools
725 ipfiremake nagiosql
726 ipfiremake iftop
727 ipfiremake motion
728 ipfiremake joe
729 ipfiremake nut
730 ipfiremake watchdog
731 ipfiremake libpri
732 ipfiremake asterisk
733 ipfiremake lcr
734 ipfiremake usb_modeswitch
735 ipfiremake usb_modeswitch_data
736 ipfiremake zerofree
737 ipfiremake mdadm
738 ipfiremake pound
739 ipfiremake minicom
740 ipfiremake ddrescue
741 ipfiremake imspector
742 ipfiremake miniupnpd
743 ipfiremake client175
744 ipfiremake powertop
745 ipfiremake parted
746 ipfiremake swig
747 ipfiremake python-m2crypto
748 ipfiremake wireless-regdb
749 ipfiremake crda
750 ipfiremake libsolv
751 ipfiremake python-distutils-extra
752 ipfiremake python-lzma
753 ipfiremake python-progressbar
754 ipfiremake python-xattr
755 ipfiremake intltool
756 ipfiremake transmission
757 ipfiremake dpfhack
758 ipfiremake lcd4linux
759 ipfiremake mtr
760 ipfiremake tcpick
761 ipfiremake minidlna
762 ipfiremake acpid
763 ipfiremake fping
764 ipfiremake telnet
765 ipfiremake xinetd
766 ipfiremake libgpg-error
767 ipfiremake libassuan
768 ipfiremake gpgme
769 ipfiremake pygpgme
770 ipfiremake pakfire3
771 ipfiremake stress
772 ipfiremake libstatgrab
773 ipfiremake sarg
774 ipfiremake check_mk_agent
775 ipfiremake libdaemon
776 ipfiremake avahi
777 ipfiremake nginx
778 ipfiremake sendEmail
779 ipfiremake sysbench
780 ipfiremake strace
781 ipfiremake ipfire-netboot
782 ipfiremake lcdproc
783 ipfiremake bitstream
784 ipfiremake multicat
785 ipfiremake keepalived
786 ipfiremake ipvsadm
787 ipfiremake perl-Carp-Clan
788 ipfiremake perl-Date-Calc
789 ipfiremake perl-Date-Manip
790 ipfiremake perl-File-Tail
791 ipfiremake perl-TimeDate
792 ipfiremake swatch
793 ipfiremake tor
794 ipfiremake arm
795 ipfiremake wavemon
796 ipfiremake iptraf-ng
797 ipfiremake iotop
798 ipfiremake stunnel
799 }
800
801 buildinstaller() {
802 # Run installer scripts one by one
803 LOGFILE="$BASEDIR/log/_build.installer.log"
804 export LOGFILE
805 ipfiremake memtest
806 ipfiremake installer
807 installmake strip
808 ipfiremake initrd
809 }
810
811 buildpackages() {
812 LOGFILE="$BASEDIR/log/_build.packages.log"
813 export LOGFILE
814 echo "... see detailed log in _build.*.log files" >> $LOGFILE
815
816
817 # Generating list of packages used
818 echo -n "Generating packages list from logs" | tee -a $LOGFILE
819 rm -f $BASEDIR/doc/packages-list
820 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
821 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
822 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
823 fi
824 done
825 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
826 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
827 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
828 rm -f $BASEDIR/doc/packages-list
829 # packages-list.txt is ready to be displayed for wiki page
830 beautify message DONE
831
832 # Update changelog
833 cd $BASEDIR
834 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
835 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
836 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
837
838 # Create images for install
839 ipfiremake cdrom
840
841 # Check if there is a loop device for building in virtual environments
842 modprobe loop 2>/dev/null
843 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ] || [ -e "/dev/loop-control" ]); then
844 ipfiremake flash-images
845 fi
846
847 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
848
849 ipfirepackages
850
851 ipfiremake xen-image
852 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
853
854 cd $BASEDIR
855 for i in `ls *.bz2 *.img.gz *.iso`; do
856 md5sum $i > $i.md5
857 done
858 cd $PWD
859
860 # Cleanup
861 stdumount
862 rm -rf $BASEDIR/build/tmp/*
863
864 # Generating total list of files
865 echo -n "Generating files list from logs" | tee -a $LOGFILE
866 rm -f $BASEDIR/log/FILES
867 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
868 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
869 echo "##" >>$BASEDIR/log/FILES
870 echo "## `basename $i`" >>$BASEDIR/log/FILES
871 echo "##" >>$BASEDIR/log/FILES
872 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
873 fi
874 done
875 beautify message DONE
876
877 cd $PWD
878 }
879
880 ipfirepackages() {
881 ipfiremake core-updates
882
883 local i
884 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
885 i=$(basename ${i})
886 if [ -e $BASEDIR/lfs/$i ]; then
887 ipfiredist $i
888 else
889 echo -n $i
890 beautify message SKIP
891 fi
892 done
893 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
894 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
895 rm -rf $BASEDIR/build/install/packages/*
896 }
897
898 # See what we're supposed to do
899 case "$1" in
900 build)
901 clear
902 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
903 #only restore on a clean disk
904 if [ ! -f log/cleanup-toolchain-2-tools ]; then
905 if [ ! -n "$PACKAGE" ]; then
906 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
907 prepareenv
908 buildtoolchain
909 else
910 PACKAGENAME=${PACKAGE%.tar.gz}
911 beautify build_stage "Packaged toolchain compilation"
912 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
913 tar zxf $PACKAGE
914 prepareenv
915 else
916 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
917 fi
918 fi
919 else
920 echo -n "Using installed toolchain" | tee -a $LOGFILE
921 beautify message SKIP
922 prepareenv
923 fi
924
925 beautify build_start
926 beautify build_stage "Building LFS"
927 buildbase
928
929 beautify build_stage "Building IPFire"
930 buildipfire
931
932 beautify build_stage "Building installer"
933 buildinstaller
934
935 beautify build_stage "Building packages"
936 buildpackages
937
938 beautify build_stage "Checking Logfiles for new Files"
939
940 cd $BASEDIR
941 tools/checknewlog.pl
942 tools/checkwronginitlinks
943 cd $PWD
944
945 beautify build_end
946 ;;
947 shell)
948 # enter a shell inside LFS chroot
949 # may be used to changed kernel settings
950 prepareenv
951 entershell
952 ;;
953 clean)
954 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
955 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
956 $LOSETUP -d $i 2>/dev/null
957 done
958 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
959 umount $i
960 done
961 stdumount
962 for i in `seq 0 7`; do
963 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
964 umount /dev/loop${i} 2>/dev/null;
965 losetup -d /dev/loop${i} 2>/dev/null;
966 fi;
967 done
968 rm -rf $BASEDIR/build
969 rm -rf $BASEDIR/cdrom
970 rm -rf $BASEDIR/packages
971 rm -rf $BASEDIR/log
972 if [ -h /tools ]; then
973 rm -f /tools
974 fi
975 rm -f $BASEDIR/ipfire-*
976 beautify message DONE
977 ;;
978 downloadsrc)
979 if [ ! -d $BASEDIR/cache ]; then
980 mkdir $BASEDIR/cache
981 fi
982 mkdir -p $BASEDIR/log
983 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
984 FINISHED=0
985 cd $BASEDIR/lfs
986 for c in `seq $MAX_RETRIES`; do
987 if (( FINISHED==1 )); then
988 break
989 fi
990 FINISHED=1
991 cd $BASEDIR/lfs
992 for i in *; do
993 if [ -f "$i" -a "$i" != "Config" ]; then
994 lfsmakecommoncheck ${i} || continue
995
996 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
997 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
998 if [ $? -ne 0 ]; then
999 beautify message FAIL
1000 FINISHED=0
1001 else
1002 if [ $c -eq 1 ]; then
1003 beautify message DONE
1004 fi
1005 fi
1006 fi
1007 done
1008 done
1009 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1010 ERROR=0
1011 for i in *; do
1012 if [ -f "$i" -a "$i" != "Config" ]; then
1013 lfsmakecommoncheck ${i} > /dev/null || continue
1014 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1015 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1016 if [ $? -ne 0 ]; then
1017 echo -ne "MD5 difference in lfs/$i"
1018 beautify message FAIL
1019 ERROR=1
1020 fi
1021 fi
1022 done
1023 if [ $ERROR -eq 0 ]; then
1024 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1025 beautify message DONE
1026 else
1027 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1028 beautify message FAIL
1029 fi
1030 cd - >/dev/null 2>&1
1031 ;;
1032 toolchain)
1033 clear
1034 prepareenv
1035 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1036 buildtoolchain
1037 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1038 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1039 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1040 build/tools build/bin/sh log >> $LOGFILE
1041 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1042 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1043 stdumount
1044 ;;
1045 gettoolchain)
1046 # arbitrary name to be updated in case of new toolchain package upload
1047 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1048 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1049 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1050 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1051 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1052 cd $BASEDIR/cache/toolchains
1053 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1054 if [ $? -ne 0 ]; then
1055 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1056 else
1057 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1058 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1059 else
1060 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1061 fi
1062 fi
1063 else
1064 echo "Toolchain is already downloaded. Exiting..."
1065 fi
1066 ;;
1067 othersrc)
1068 prepareenv
1069 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1070 chroot $LFS /tools/bin/env -i HOME=/root \
1071 TERM=$TERM PS1='\u:\w\$ ' \
1072 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1073 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1074 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1075 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1076 if [ $? -eq "0" ]; then
1077 beautify message DONE
1078 else
1079 beautify message FAIL
1080 fi
1081 stdumount
1082 ;;
1083 uploadsrc)
1084 PWD=`pwd`
1085 if [ -z $IPFIRE_USER ]; then
1086 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1087 beautify message FAIL
1088 exit 1
1089 fi
1090
1091 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1092 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1093
1094 for file in ${BASEDIR}/cache/*; do
1095 [ -d "${file}" ] && continue
1096 grep -q "$(basename ${file})" <<<$REMOTE_FILES && continue
1097 NEW_FILES="$NEW_FILES $file"
1098 done
1099 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1100 cd $BASEDIR
1101 cd $PWD
1102 exit 0
1103 ;;
1104 lang)
1105 update_langs
1106 ;;
1107 *)
1108 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1109 cat doc/make.sh-usage
1110 ;;
1111 esac