langs: Fix ortohography for Fw-Loggraphs
[ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="72" # Core Level (Filename)
29 PAKFIRE_CORE="71" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=6
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 if [ "${MACHINE:0:3}" = "arm" ]; then
183 MAKETUNING="-j2"
184 else
185 MAKETUNING="-j6"
186 fi
187 fi
188 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
189 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
190
191 # Make some extra directories
192 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
193 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
194 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
195 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
196
197 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
198 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
199
200 # Make all sources and proc available under lfs build
201 mount --bind /dev $BASEDIR/build/dev
202 mount --bind /dev/pts $BASEDIR/build/dev/pts
203 mount --bind /dev/shm $BASEDIR/build/dev/shm
204 mount --bind /proc $BASEDIR/build/proc
205 mount --bind /sys $BASEDIR/build/sys
206 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
207 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
208 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
209 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
210 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
211 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
212 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
213 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
214 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_COMPRESS=1
219 export CCACHE_COMPILERCHECK="none"
220
221 # Remove pre-install list of installed files in case user erase some files before rebuild
222 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
223 }
224
225 buildtoolchain() {
226 local error=false
227 case "${MACHINE}:$(uname -m)" in
228 # x86
229 i586:i586|i586:i686|i586:x86_64)
230 # These are working.
231 ;;
232 i586:*)
233 error=true
234 ;;
235
236 # ARM
237 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
238 # These are working.
239 ;;
240 armv5tel:*)
241 error=true
242 ;;
243 esac
244
245 ${error} && \
246 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
247
248 local gcc=$(type -p gcc)
249 if [ -z "${gcc}" ]; then
250 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
251 fi
252
253 LOGFILE="$BASEDIR/log/_build.toolchain.log"
254 export LOGFILE
255
256 local ORG_PATH=$PATH
257 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
258 lfsmake1 ccache PASS=1
259 lfsmake1 binutils PASS=1
260 lfsmake1 gcc PASS=1
261 lfsmake1 linux TOOLS=1 KCFG="-headers"
262 lfsmake1 glibc
263 lfsmake1 cleanup-toolchain PASS=1
264 lfsmake1 binutils PASS=2
265 lfsmake1 gcc PASS=2
266 lfsmake1 ccache PASS=2
267 lfsmake1 tcl
268 lfsmake1 expect
269 lfsmake1 dejagnu
270 lfsmake1 ncurses
271 lfsmake1 bash
272 lfsmake1 bzip2
273 lfsmake1 coreutils
274 lfsmake1 diffutils
275 lfsmake1 findutils
276 lfsmake1 gawk
277 lfsmake1 gettext
278 lfsmake1 grep
279 lfsmake1 gzip
280 lfsmake1 m4
281 lfsmake1 make
282 lfsmake1 patch
283 lfsmake1 perl
284 lfsmake1 sed
285 lfsmake1 tar
286 lfsmake1 texinfo
287 lfsmake1 xz
288 lfsmake1 fake-environ
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 lfsmake2 linux KCFG="-headers"
298 lfsmake2 man-pages
299 lfsmake2 glibc
300 lfsmake2 tzdata
301 lfsmake2 cleanup-toolchain PASS=3
302 lfsmake2 zlib
303 lfsmake2 binutils
304 lfsmake2 gmp
305 lfsmake2 gmp-compat
306 lfsmake2 mpfr
307 lfsmake2 file
308 lfsmake2 gcc
309 lfsmake2 sed
310 lfsmake2 berkeley
311 lfsmake2 coreutils
312 lfsmake2 iana-etc
313 lfsmake2 m4
314 lfsmake2 bison
315 lfsmake2 ncurses
316 lfsmake2 procps
317 lfsmake2 libtool
318 lfsmake2 perl
319 lfsmake2 readline
320 lfsmake2 readline-compat
321 lfsmake2 pcre
322 lfsmake2 pcre-compat
323 lfsmake2 autoconf
324 lfsmake2 automake
325 lfsmake2 bash
326 lfsmake2 bzip2
327 lfsmake2 diffutils
328 lfsmake2 e2fsprogs
329 lfsmake2 ed
330 lfsmake2 findutils
331 lfsmake2 flex
332 lfsmake2 gawk
333 lfsmake2 gettext
334 lfsmake2 grep
335 lfsmake2 groff
336 lfsmake2 gzip
337 lfsmake2 inetutils
338 lfsmake2 iproute2
339 lfsmake2 jwhois
340 lfsmake2 kbd
341 lfsmake2 less
342 lfsmake2 make
343 lfsmake2 man
344 lfsmake2 mktemp
345 lfsmake2 module-init-tools
346 lfsmake2 net-tools
347 lfsmake2 patch
348 lfsmake2 psmisc
349 lfsmake2 shadow
350 lfsmake2 sysklogd
351 lfsmake2 sysvinit
352 lfsmake2 tar
353 lfsmake2 texinfo
354 lfsmake2 udev
355 lfsmake2 util-linux
356 lfsmake2 vim
357 lfsmake2 xz
358 lfsmake2 grub
359 }
360
361 buildipfire() {
362 LOGFILE="$BASEDIR/log/_build.ipfire.log"
363 export LOGFILE
364 ipfiremake configroot
365 ipfiremake backup
366 ipfiremake bind
367 ipfiremake dhcp
368 ipfiremake dhcpcd
369 ipfiremake libusb
370 ipfiremake libpcap
371 ipfiremake ppp
372 ipfiremake pptp
373 ipfiremake unzip
374 ipfiremake which
375 ipfiremake linux-firmware
376 ipfiremake dvb-firmwares
377 ipfiremake zd1211-firmware
378 ipfiremake rpi-firmware
379 ipfiremake u-boot
380
381 if [ "${MACHINE_TYPE}" != "arm" ]; then
382
383 # x86-xen (Legacy XEN) kernel build
384 ipfiremake linux2 KCFG="-xen"
385 ipfiremake v4l-dvb KCFG="-xen"
386 ipfiremake mISDN KCFG="-xen"
387 ipfiremake cryptodev KCFG="-xen"
388 ipfiremake compat-drivers KCFG="-xen"
389 ipfiremake r8169 KCFG="-xen"
390 ipfiremake r8168 KCFG="-xen"
391 ipfiremake r8101 KCFG="-xen"
392 ipfiremake e1000 KCFG="-xen"
393 ipfiremake e1000e KCFG="-xen"
394 ipfiremake igb KCFG="-xen"
395
396 # x86-pae (Native and new XEN) kernel build
397 ipfiremake linux KCFG="-pae"
398 ipfiremake kvm-kmod KCFG="-pae"
399 ipfiremake v4l-dvb KCFG="-pae"
400 ipfiremake mISDN KCFG="-pae"
401 ipfiremake cryptodev KCFG="-pae"
402 ipfiremake compat-drivers KCFG="-pae"
403 ipfiremake r8169 KCFG="-pae"
404 ipfiremake r8168 KCFG="-pae"
405 ipfiremake r8101 KCFG="-pae"
406 ipfiremake e1000e KCFG="-pae"
407 ipfiremake igb KCFG="-pae"
408
409 # x86 kernel build
410 ipfiremake linux KCFG=""
411 ipfiremake kvm-kmod KCFG=""
412 ipfiremake v4l-dvb KCFG=""
413 ipfiremake mISDN KCFG=""
414 ipfiremake cryptodev KCFG=""
415 ipfiremake compat-drivers KCFG=""
416 ipfiremake r8169 KCFG=""
417 ipfiremake r8168 KCFG=""
418 ipfiremake r8101 KCFG=""
419 ipfiremake e1000e KCFG=""
420 ipfiremake igb KCFG=""
421
422 else
423 # arm-rpi (Raspberry Pi) kernel build
424 ipfiremake linux KCFG="-rpi"
425 ipfiremake v4l-dvb KCFG="-rpi"
426 ipfiremake mISDN KCFG="-rpi" NOPCI=1
427 ipfiremake cryptodev KCFG="-rpi"
428 ipfiremake compat-drivers KCFG="-rpi"
429
430 # arm-omap (Panda Board) kernel build
431 ipfiremake linux KCFG="-omap"
432 ipfiremake v4l-dvb KCFG="-omap"
433 ipfiremake mISDN KCFG="-omap" NOPCI=1
434 ipfiremake cryptodev KCFG="-omap"
435 ipfiremake compat-drivers KCFG="-omap"
436
437 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
438 ipfiremake linux KCFG="-kirkwood"
439 ipfiremake v4l-dvb KCFG="-kirkwood"
440 ipfiremake mISDN KCFG="-kirkwood"
441 ipfiremake cryptodev KCFG="-kirkwood"
442 ipfiremake compat-drivers KCFG="-kirkwood"
443 ipfiremake r8169 KCFG="-kirkwood"
444 ipfiremake r8168 KCFG="-kirkwood"
445 ipfiremake r8101 KCFG="-kirkwood"
446 # ipfiremake e1000e KCFG="-kirkwood"
447 ipfiremake igb KCFG="-kirkwood"
448
449 fi
450 ipfiremake pkg-config
451 ipfiremake linux-atm
452 ipfiremake cpio
453 ipfiremake dracut
454 ipfiremake expat
455 ipfiremake gdbm
456 ipfiremake pam
457 ipfiremake openssl
458 ipfiremake curl
459 ipfiremake tcl
460 ipfiremake sqlite
461 ipfiremake python
462 ipfiremake fireinfo
463 ipfiremake libnet
464 ipfiremake libnl
465 ipfiremake libidn
466 ipfiremake nasm
467 ipfiremake libjpeg
468 ipfiremake libexif
469 ipfiremake libpng
470 ipfiremake libtiff
471 ipfiremake libart
472 ipfiremake freetype
473 ipfiremake gd
474 ipfiremake popt
475 ipfiremake pcre
476 ipfiremake slang
477 ipfiremake newt
478 ipfiremake attr
479 ipfiremake acl
480 ipfiremake libcap
481 ipfiremake pciutils
482 ipfiremake usbutils
483 ipfiremake libxml2
484 ipfiremake libxslt
485 ipfiremake BerkeleyDB
486 ipfiremake mysql
487 ipfiremake cyrus-sasl
488 ipfiremake openldap
489 ipfiremake apache2
490 ipfiremake php
491 ipfiremake apache2 PASS=C
492 ipfiremake arping
493 ipfiremake beep
494 ipfiremake dvdrtools
495 ipfiremake dnsmasq
496 ipfiremake dosfstools
497 ipfiremake reiserfsprogs
498 ipfiremake xfsprogs
499 ipfiremake sysfsutils
500 ipfiremake fuse
501 ipfiremake ntfs-3g
502 ipfiremake ethtool
503 ipfiremake ez-ipupdate
504 ipfiremake fcron
505 ipfiremake perl-GD
506 ipfiremake GD-Graph
507 ipfiremake GD-TextUtil
508 ipfiremake gnupg
509 ipfiremake hdparm
510 ipfiremake sdparm
511 ipfiremake mtools
512 ipfiremake initscripts
513 ipfiremake whatmask
514 ipfiremake libmnl
515 ipfiremake iptables
516 ipfiremake conntrack-tools
517 ipfiremake libupnp
518 ipfiremake ipaddr
519 ipfiremake iputils
520 ipfiremake l7-protocols
521 ipfiremake mISDNuser
522 ipfiremake capi4k-utils
523 ipfiremake hwdata
524 ipfiremake logrotate
525 ipfiremake logwatch
526 ipfiremake misc-progs
527 ipfiremake nano
528 ipfiremake URI
529 ipfiremake HTML-Tagset
530 ipfiremake HTML-Parser
531 ipfiremake Compress-Zlib
532 ipfiremake Digest
533 ipfiremake Digest-SHA1
534 ipfiremake Digest-HMAC
535 ipfiremake libwww-perl
536 ipfiremake Net-DNS
537 ipfiremake Net-IPv4Addr
538 ipfiremake Net_SSLeay
539 ipfiremake IO-Stringy
540 ipfiremake IO-Socket-SSL
541 ipfiremake Unix-Syslog
542 ipfiremake Mail-Tools
543 ipfiremake MIME-Tools
544 ipfiremake Net-Server
545 ipfiremake Convert-TNEF
546 ipfiremake Convert-UUlib
547 ipfiremake Archive-Tar
548 ipfiremake Archive-Zip
549 ipfiremake Text-Tabs+Wrap
550 ipfiremake Locale-Country
551 ipfiremake XML-Parser
552 ipfiremake Crypt-PasswdMD5
553 ipfiremake Net-Telnet
554 ipfiremake python-setuptools
555 ipfiremake python-clientform
556 ipfiremake python-mechanize
557 ipfiremake python-feedparser
558 ipfiremake python-rssdler
559 ipfiremake libffi
560 ipfiremake glib
561 ipfiremake GeoIP
562 ipfiremake fwhits
563 ipfiremake noip_updater
564 ipfiremake ntp
565 ipfiremake openssh
566 ipfiremake fontconfig
567 ipfiremake dejavu-fonts-ttf
568 ipfiremake freefont
569 ipfiremake pixman
570 ipfiremake cairo
571 ipfiremake pango
572 ipfiremake rrdtool
573 ipfiremake setserial
574 ipfiremake setup
575 ipfiremake libdnet
576 ipfiremake daq
577 ipfiremake snort
578 ipfiremake oinkmaster
579 ipfiremake squid
580 ipfiremake squidguard
581 ipfiremake calamaris
582 ipfiremake tcpdump
583 ipfiremake traceroute
584 ipfiremake vlan
585 ipfiremake wireless
586 ipfiremake pakfire
587 ipfiremake spandsp
588 ipfiremake lzo
589 ipfiremake openvpn
590 ipfiremake pammysql
591 ipfiremake cups
592 ipfiremake ghostscript
593 ipfiremake foomatic
594 ipfiremake hplip
595 ipfiremake cifs-utils
596 ipfiremake samba
597 ipfiremake sudo
598 ipfiremake mc
599 ipfiremake wget
600 ipfiremake bridge-utils
601 ipfiremake screen
602 ipfiremake smartmontools
603 ipfiremake htop
604 ipfiremake postfix
605 ipfiremake fetchmail
606 ipfiremake cyrus-imapd
607 ipfiremake openmailadmin
608 ipfiremake clamav
609 ipfiremake spamassassin
610 ipfiremake amavisd
611 ipfiremake alsa
612 ipfiremake mpfire
613 ipfiremake guardian
614 ipfiremake libid3tag
615 ipfiremake libmad
616 ipfiremake libogg
617 ipfiremake libvorbis
618 ipfiremake libdvbpsi
619 ipfiremake flac
620 ipfiremake lame
621 ipfiremake sox
622 ipfiremake libshout
623 ipfiremake xvid
624 ipfiremake libmpeg2
625 ipfiremake cmake
626 ipfiremake gnump3d
627 ipfiremake libsigc++
628 ipfiremake libtorrent
629 ipfiremake rtorrent
630 ipfiremake rsync
631 ipfiremake tcpwrapper
632 ipfiremake libevent
633 ipfiremake libevent2
634 ipfiremake portmap
635 ipfiremake nfs
636 ipfiremake nmap
637 ipfiremake ncftp
638 ipfiremake etherwake
639 ipfiremake bwm-ng
640 ipfiremake tripwire
641 ipfiremake sysstat
642 ipfiremake vsftpd
643 ipfiremake strongswan
644 ipfiremake lsof
645 ipfiremake br2684ctl
646 ipfiremake pcmciautils
647 ipfiremake lm_sensors
648 ipfiremake liboping
649 ipfiremake collectd
650 ipfiremake teamspeak
651 ipfiremake elinks
652 ipfiremake igmpproxy
653 ipfiremake fbset
654 ipfiremake sdl
655 ipfiremake qemu
656 ipfiremake sane
657 ipfiremake netpbm
658 ipfiremake phpSANE
659 ipfiremake tunctl
660 ipfiremake nagios
661 ipfiremake nagios_nrpe
662 ipfiremake ebtables
663 ipfiremake directfb
664 ipfiremake dfb++
665 ipfiremake faad2
666 ipfiremake ffmpeg
667 ipfiremake vdr
668 ipfiremake vdr_streamdev
669 ipfiremake vdr_vnsiserver3
670 ipfiremake vdr_epgsearch
671 ipfiremake w_scan
672 ipfiremake icecast
673 ipfiremake icegenerator
674 ipfiremake mpd
675 ipfiremake libmpdclient
676 ipfiremake mpc
677 ipfiremake git
678 ipfiremake squidclamav
679 ipfiremake bc
680 ipfiremake vnstat
681 ipfiremake vnstati
682 ipfiremake iw
683 ipfiremake wpa_supplicant
684 ipfiremake hostapd
685 ipfiremake pycurl
686 ipfiremake urlgrabber
687 ipfiremake syslinux
688 ipfiremake tftpd
689 ipfiremake cpufrequtils
690 ipfiremake dbus
691 ipfiremake bluetooth
692 ipfiremake gutenprint
693 ipfiremake apcupsd
694 ipfiremake iperf
695 ipfiremake netcat
696 ipfiremake 7zip
697 ipfiremake lynis
698 ipfiremake streamripper
699 ipfiremake sshfs
700 ipfiremake taglib
701 ipfiremake mediatomb
702 ipfiremake sslh
703 ipfiremake perl-gettext
704 ipfiremake perl-Sort-Naturally
705 ipfiremake vdradmin
706 ipfiremake miau
707 ipfiremake netsnmpd
708 ipfiremake perl-DBI
709 ipfiremake perl-DBD-mysql
710 ipfiremake cacti
711 ipfiremake icecc
712 ipfiremake openvmtools
713 ipfiremake nagiosql
714 ipfiremake iftop
715 ipfiremake motion
716 ipfiremake joe
717 ipfiremake nut
718 ipfiremake watchdog
719 ipfiremake libpri
720 ipfiremake asterisk
721 ipfiremake lcr
722 ipfiremake usb_modeswitch
723 ipfiremake usb_modeswitch_data
724 ipfiremake zerofree
725 ipfiremake mdadm
726 ipfiremake eject
727 ipfiremake pound
728 ipfiremake minicom
729 ipfiremake ddrescue
730 ipfiremake imspector
731 ipfiremake miniupnpd
732 ipfiremake client175
733 ipfiremake powertop
734 ipfiremake parted
735 ipfiremake swig
736 ipfiremake python-m2crypto
737 ipfiremake wireless-regdb
738 ipfiremake crda
739 ipfiremake libsolv
740 ipfiremake python-distutils-extra
741 ipfiremake python-lzma
742 ipfiremake python-progressbar
743 ipfiremake python-xattr
744 ipfiremake intltool
745 ipfiremake transmission
746 ipfiremake dpfhack
747 ipfiremake lcd4linux
748 ipfiremake mtr
749 ipfiremake tcpick
750 ipfiremake minidlna
751 ipfiremake acpid
752 ipfiremake fping
753 ipfiremake telnet
754 ipfiremake libgpg-error
755 ipfiremake libassuan
756 ipfiremake gpgme
757 ipfiremake pygpgme
758 ipfiremake pakfire3
759 ipfiremake stress
760 ipfiremake libstatgrab
761 ipfiremake sarg
762 ipfiremake fstrim
763 ipfiremake check_mk_agent
764 ipfiremake libdaemon
765 ipfiremake avahi
766 ipfiremake nginx
767 ipfiremake sendEmail
768 ipfiremake sysbench
769 ipfiremake strace
770 ipfiremake ipfire-netboot
771 ipfiremake lcdproc
772 ipfiremake bitstream
773 ipfiremake multicat
774 ipfiremake keepalived
775 ipfiremake ipvsadm
776 ipfiremake perl-Carp-Clan
777 ipfiremake perl-Date-Calc
778 ipfiremake perl-Date-Manip
779 ipfiremake perl-File-Tail
780 ipfiremake perl-TimeDate
781 ipfiremake swatch
782 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
783 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
784 echo >> $BASEDIR/build/var/ipfire/firebuild
785 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
786 echo >> $BASEDIR/build/var/ipfire/firebuild
787 git status >> $BASEDIR/build/var/ipfire/firebuild
788 echo >> $BASEDIR/build/var/ipfire/firebuild
789 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
790 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
791 if [ "$(git status -s | wc -l)" == "0" ]; then
792 GIT_STATUS=""
793 else
794 GIT_STATUS="-dirty"
795 fi
796 case "$GIT_BRANCH" in
797 core*|beta?|rc?)
798 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
799 ;;
800 *)
801 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
802 ;;
803 esac
804 }
805
806 buildinstaller() {
807 # Run installer scripts one by one
808 LOGFILE="$BASEDIR/log/_build.installer.log"
809 export LOGFILE
810 ipfiremake as86
811 ipfiremake mbr
812 ipfiremake memtest
813 ipfiremake installer
814 installmake strip
815 ipfiremake initrd
816 }
817
818 buildpackages() {
819 LOGFILE="$BASEDIR/log/_build.packages.log"
820 export LOGFILE
821 echo "... see detailed log in _build.*.log files" >> $LOGFILE
822
823
824 # Generating list of packages used
825 echo -n "Generating packages list from logs" | tee -a $LOGFILE
826 rm -f $BASEDIR/doc/packages-list
827 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
828 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
829 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
830 fi
831 done
832 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
833 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
834 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
835 rm -f $BASEDIR/doc/packages-list
836 # packages-list.txt is ready to be displayed for wiki page
837 beautify message DONE
838
839 # Update changelog
840 cd $BASEDIR
841 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
842 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
843 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
844
845 # Create images for install
846 ipfiremake cdrom
847
848 # Check if there is a loop device for building in virtual environments
849 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
850 if [ "${MACHINE_TYPE}" != "arm" ]; then
851 ipfiremake usb-stick
852 fi
853 ipfiremake flash-images
854 fi
855
856 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
857
858 ipfirepackages
859
860 # Check if there is a loop device for building in virtual environments
861 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]) && [ "${MACHINE_TYPE}" != "arm" ]; then
862 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
863 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
864 cp -f $BASEDIR/packages/linux-pae-*.ipfire $LFS/install/packages/
865 cp -f $BASEDIR/packages/meta-linux-pae $LFS/install/packages/
866 ipfiremake xen-image
867 rm -rf $LFS/install/packages/linux-xen-*.ipfire
868 rm -rf $LFS/install/packages/meta-linux-xen
869 fi
870 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
871
872 cd $BASEDIR
873 for i in `ls *.bz2 *.img.gz *.iso`; do
874 md5sum $i > $i.md5
875 done
876 cd $PWD
877
878 # Cleanup
879 stdumount
880 rm -rf $BASEDIR/build/tmp/*
881
882 # Generating total list of files
883 echo -n "Generating files list from logs" | tee -a $LOGFILE
884 rm -f $BASEDIR/log/FILES
885 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
886 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
887 echo "##" >>$BASEDIR/log/FILES
888 echo "## `basename $i`" >>$BASEDIR/log/FILES
889 echo "##" >>$BASEDIR/log/FILES
890 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
891 fi
892 done
893 beautify message DONE
894
895 cd $PWD
896 }
897
898 ipfirepackages() {
899 ipfiremake core-updates
900
901 local i
902 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
903 i=$(basename ${i})
904 if [ -e $BASEDIR/lfs/$i ]; then
905 ipfiredist $i
906 else
907 echo -n $i
908 beautify message SKIP
909 fi
910 done
911 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
912 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
913 rm -rf $BASEDIR/build/install/packages/*
914 }
915
916 # See what we're supposed to do
917 case "$1" in
918 build)
919 clear
920 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
921 #only restore on a clean disk
922 if [ ! -f log/cleanup-toolchain-2-tools ]; then
923 if [ ! -n "$PACKAGE" ]; then
924 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
925 prepareenv
926 buildtoolchain
927 else
928 PACKAGENAME=${PACKAGE%.tar.gz}
929 beautify build_stage "Packaged toolchain compilation"
930 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
931 tar zxf $PACKAGE
932 prepareenv
933 else
934 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
935 fi
936 fi
937 else
938 echo -n "Using installed toolchain" | tee -a $LOGFILE
939 beautify message SKIP
940 prepareenv
941 fi
942
943 beautify build_start
944 beautify build_stage "Building LFS"
945 buildbase
946
947 beautify build_stage "Building IPFire"
948 buildipfire
949
950 beautify build_stage "Building installer"
951 buildinstaller
952
953 beautify build_stage "Building packages"
954 buildpackages
955
956 beautify build_stage "Checking Logfiles for new Files"
957
958 cd $BASEDIR
959 tools/checknewlog.pl
960 tools/checkwronginitlinks
961 cd $PWD
962
963 beautify build_end
964 ;;
965 shell)
966 # enter a shell inside LFS chroot
967 # may be used to changed kernel settings
968 prepareenv
969 entershell
970 ;;
971 clean)
972 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
973 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
974 $LOSETUP -d $i 2>/dev/null
975 done
976 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
977 umount $i
978 done
979 stdumount
980 for i in `seq 0 7`; do
981 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
982 umount /dev/loop${i} 2>/dev/null;
983 losetup -d /dev/loop${i} 2>/dev/null;
984 fi;
985 done
986 rm -rf $BASEDIR/build
987 rm -rf $BASEDIR/cdrom
988 rm -rf $BASEDIR/packages
989 rm -rf $BASEDIR/log
990 if [ -h /tools ]; then
991 rm -f /tools
992 fi
993 rm -f $BASEDIR/ipfire-*
994 beautify message DONE
995 ;;
996 downloadsrc)
997 if [ ! -d $BASEDIR/cache ]; then
998 mkdir $BASEDIR/cache
999 fi
1000 mkdir -p $BASEDIR/log
1001 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
1002 FINISHED=0
1003 cd $BASEDIR/lfs
1004 for c in `seq $MAX_RETRIES`; do
1005 if (( FINISHED==1 )); then
1006 break
1007 fi
1008 FINISHED=1
1009 cd $BASEDIR/lfs
1010 for i in *; do
1011 if [ -f "$i" -a "$i" != "Config" ]; then
1012 lfsmakecommoncheck ${i} || continue
1013
1014 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1015 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
1016 if [ $? -ne 0 ]; then
1017 beautify message FAIL
1018 FINISHED=0
1019 else
1020 if [ $c -eq 1 ]; then
1021 beautify message DONE
1022 fi
1023 fi
1024 fi
1025 done
1026 done
1027 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1028 ERROR=0
1029 for i in *; do
1030 if [ -f "$i" -a "$i" != "Config" ]; then
1031 lfsmakecommoncheck ${i} > /dev/null || continue
1032 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1033 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1034 if [ $? -ne 0 ]; then
1035 echo -ne "MD5 difference in lfs/$i"
1036 beautify message FAIL
1037 ERROR=1
1038 fi
1039 fi
1040 done
1041 if [ $ERROR -eq 0 ]; then
1042 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1043 beautify message DONE
1044 else
1045 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1046 beautify message FAIL
1047 fi
1048 cd - >/dev/null 2>&1
1049 ;;
1050 toolchain)
1051 clear
1052 prepareenv
1053 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1054 buildtoolchain
1055 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1056 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1057 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1058 build/tools build/bin/sh log >> $LOGFILE
1059 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1060 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1061 stdumount
1062 ;;
1063 gettoolchain)
1064 # arbitrary name to be updated in case of new toolchain package upload
1065 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1066 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1067 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1068 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1069 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1070 cd $BASEDIR/cache/toolchains
1071 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1072 if [ $? -ne 0 ]; then
1073 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1074 else
1075 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1076 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1077 else
1078 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1079 fi
1080 fi
1081 else
1082 echo "Toolchain is already downloaded. Exiting..."
1083 fi
1084 ;;
1085 othersrc)
1086 prepareenv
1087 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1088 chroot $LFS /tools/bin/env -i HOME=/root \
1089 TERM=$TERM PS1='\u:\w\$ ' \
1090 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1091 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1092 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1093 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1094 if [ $? -eq "0" ]; then
1095 beautify message DONE
1096 else
1097 beautify message FAIL
1098 fi
1099 stdumount
1100 ;;
1101 uploadsrc)
1102 PWD=`pwd`
1103 if [ -z $IPFIRE_USER ]; then
1104 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1105 beautify message FAIL
1106 exit 1
1107 fi
1108
1109 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1110 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1111
1112 cd $BASEDIR/cache/
1113 for file in $(ls -1 --ignore=toolchains); do
1114 grep -q "$file" <<<$REMOTE_FILES && continue
1115 NEW_FILES="$NEW_FILES $file"
1116 done
1117 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1118 cd $BASEDIR
1119 cd $PWD
1120 exit 0
1121 ;;
1122 lang)
1123 update_langs
1124 ;;
1125 *)
1126 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1127 cat doc/make.sh-usage
1128 ;;
1129 esac