2b3be10dbc25fc1f1a670aa4dc5e5e5a266e97e2
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="72" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 if [ "${MACHINE:0:3}" = "arm" ]; then
183 MAKETUNING="-j2"
184 else
185 MAKETUNING="-j6"
186 fi
187 fi
188 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
189 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
190
191 # Make some extra directories
192 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
193 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
194 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
195 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
196
197 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
198 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
199
200 # Make all sources and proc available under lfs build
201 mount --bind /dev $BASEDIR/build/dev
202 mount --bind /dev/pts $BASEDIR/build/dev/pts
203 mount --bind /dev/shm $BASEDIR/build/dev/shm
204 mount --bind /proc $BASEDIR/build/proc
205 mount --bind /sys $BASEDIR/build/sys
206 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
207 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
208 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
209 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
210 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
211 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
212 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
213 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
214 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_COMPRESS=1
219 export CCACHE_COMPILERCHECK="none"
220
221 # Remove pre-install list of installed files in case user erase some files before rebuild
222 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
223 }
224
225 buildtoolchain() {
226 local error=false
227 case "${MACHINE}:$(uname -m)" in
228 # x86
229 i586:i586|i586:i686|i586:x86_64)
230 # These are working.
231 ;;
232 i586:*)
233 error=true
234 ;;
235
236 # ARM
237 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
238 # These are working.
239 ;;
240 armv5tel:*)
241 error=true
242 ;;
243 esac
244
245 ${error} && \
246 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
247
248 local gcc=$(type -p gcc)
249 if [ -z "${gcc}" ]; then
250 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
251 fi
252
253 LOGFILE="$BASEDIR/log/_build.toolchain.log"
254 export LOGFILE
255
256 local ORG_PATH=$PATH
257 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
258 lfsmake1 ccache PASS=1
259 lfsmake1 binutils PASS=1
260 lfsmake1 gcc PASS=1
261 lfsmake1 linux TOOLS=1 KCFG="-headers"
262 lfsmake1 glibc
263 lfsmake1 cleanup-toolchain PASS=1
264 lfsmake1 binutils PASS=2
265 lfsmake1 gcc PASS=2
266 lfsmake1 ccache PASS=2
267 lfsmake1 tcl
268 lfsmake1 expect
269 lfsmake1 dejagnu
270 lfsmake1 ncurses
271 lfsmake1 bash
272 lfsmake1 bzip2
273 lfsmake1 coreutils
274 lfsmake1 diffutils
275 lfsmake1 findutils
276 lfsmake1 gawk
277 lfsmake1 gettext
278 lfsmake1 grep
279 lfsmake1 gzip
280 lfsmake1 m4
281 lfsmake1 make
282 lfsmake1 patch
283 lfsmake1 perl
284 lfsmake1 sed
285 lfsmake1 tar
286 lfsmake1 texinfo
287 lfsmake1 xz
288 lfsmake1 fake-environ
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 lfsmake2 linux KCFG="-headers"
298 lfsmake2 man-pages
299 lfsmake2 glibc
300 lfsmake2 tzdata
301 lfsmake2 cleanup-toolchain PASS=3
302 lfsmake2 zlib
303 lfsmake2 binutils
304 lfsmake2 gmp
305 lfsmake2 gmp-compat
306 lfsmake2 mpfr
307 lfsmake2 file
308 lfsmake2 gcc
309 lfsmake2 sed
310 lfsmake2 berkeley
311 lfsmake2 coreutils
312 lfsmake2 iana-etc
313 lfsmake2 m4
314 lfsmake2 bison
315 lfsmake2 ncurses
316 lfsmake2 procps
317 lfsmake2 libtool
318 lfsmake2 perl
319 lfsmake2 readline
320 lfsmake2 readline-compat
321 lfsmake2 pcre
322 lfsmake2 pcre-compat
323 lfsmake2 autoconf
324 lfsmake2 automake
325 lfsmake2 bash
326 lfsmake2 bzip2
327 lfsmake2 diffutils
328 lfsmake2 e2fsprogs
329 lfsmake2 ed
330 lfsmake2 findutils
331 lfsmake2 flex
332 lfsmake2 gawk
333 lfsmake2 gettext
334 lfsmake2 grep
335 lfsmake2 groff
336 lfsmake2 gperf
337 lfsmake2 gzip
338 lfsmake2 inetutils
339 lfsmake2 iproute2
340 lfsmake2 jwhois
341 lfsmake2 kbd
342 lfsmake2 less
343 lfsmake2 make
344 lfsmake2 man
345 lfsmake2 mktemp
346 lfsmake2 module-init-tools
347 lfsmake2 net-tools
348 lfsmake2 patch
349 lfsmake2 psmisc
350 lfsmake2 shadow
351 lfsmake2 sysklogd
352 lfsmake2 sysvinit
353 lfsmake2 tar
354 lfsmake2 texinfo
355 lfsmake2 udev
356 lfsmake2 util-linux
357 lfsmake2 vim
358 lfsmake2 xz
359 lfsmake2 paxctl
360 lfsmake2 grub
361 }
362
363 buildipfire() {
364 LOGFILE="$BASEDIR/log/_build.ipfire.log"
365 export LOGFILE
366 ipfiremake configroot
367 ipfiremake backup
368 ipfiremake bind
369 ipfiremake dhcp
370 ipfiremake dhcpcd
371 ipfiremake libusb
372 ipfiremake libpcap
373 ipfiremake ppp
374 ipfiremake pptp
375 ipfiremake unzip
376 ipfiremake which
377 ipfiremake linux-firmware
378 ipfiremake dvb-firmwares
379 ipfiremake zd1211-firmware
380 ipfiremake rpi-firmware
381 ipfiremake bc
382 ipfiremake u-boot
383
384 if [ "${MACHINE_TYPE}" != "arm" ]; then
385
386 # x86-pae (Native and new XEN) kernel build
387 ipfiremake linux KCFG="-pae"
388 # ipfiremake kvm-kmod KCFG="-pae"
389 # ipfiremake v4l-dvb KCFG="-pae"
390 # ipfiremake mISDN KCFG="-pae"
391 ipfiremake cryptodev KCFG="-pae"
392 # ipfiremake compat-drivers KCFG="-pae"
393 # ipfiremake r8169 KCFG="-pae"
394 # ipfiremake r8168 KCFG="-pae"
395 # ipfiremake r8101 KCFG="-pae"
396 # ipfiremake e1000e KCFG="-pae"
397 # ipfiremake igb KCFG="-pae"
398
399 # x86 kernel build
400 ipfiremake linux KCFG=""
401 # ipfiremake kvm-kmod KCFG=""
402 # ipfiremake v4l-dvb KCFG=""
403 # ipfiremake mISDN KCFG=""
404 ipfiremake cryptodev KCFG=""
405 # ipfiremake compat-drivers KCFG=""
406 # ipfiremake r8169 KCFG=""
407 # ipfiremake r8168 KCFG=""
408 # ipfiremake r8101 KCFG=""
409 # ipfiremake e1000e KCFG=""
410 # ipfiremake igb KCFG=""
411
412 else
413 # arm-rpi (Raspberry Pi) kernel build
414 ipfiremake linux KCFG="-rpi"
415 # ipfiremake v4l-dvb KCFG="-rpi"
416 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
417 ipfiremake cryptodev KCFG="-rpi"
418 # ipfiremake compat-drivers KCFG="-rpi"
419
420 # arm multi platform (Panda, Wandboard ...) kernel build
421 ipfiremake linux KCFG="-multi"
422 ipfiremake cryptodev KCFG="-multi"
423
424 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
425 ipfiremake linux KCFG="-kirkwood"
426 # ipfiremake v4l-dvb KCFG="-kirkwood"
427 # ipfiremake mISDN KCFG="-kirkwood"
428 ipfiremake cryptodev KCFG="-kirkwood"
429 # ipfiremake compat-drivers KCFG="-kirkwood"
430 # ipfiremake r8169 KCFG="-kirkwood"
431 # ipfiremake r8168 KCFG="-kirkwood"
432 # ipfiremake r8101 KCFG="-kirkwood"
433 # ipfiremake e1000e KCFG="-kirkwood"
434 # ipfiremake igb KCFG="-kirkwood"
435
436 fi
437 ipfiremake pkg-config
438 ipfiremake linux-atm
439 ipfiremake cpio
440 ipfiremake dracut
441 ipfiremake expat
442 ipfiremake gdbm
443 ipfiremake pam
444 ipfiremake openssl
445 ipfiremake curl
446 ipfiremake tcl
447 ipfiremake sqlite
448 ipfiremake python
449 ipfiremake fireinfo
450 ipfiremake libnet
451 ipfiremake libnl
452 ipfiremake libidn
453 ipfiremake nasm
454 ipfiremake libjpeg
455 ipfiremake libexif
456 ipfiremake libpng
457 ipfiremake libtiff
458 ipfiremake libart
459 ipfiremake freetype
460 ipfiremake gd
461 ipfiremake popt
462 ipfiremake pcre
463 ipfiremake slang
464 ipfiremake newt
465 ipfiremake attr
466 ipfiremake acl
467 ipfiremake libcap
468 ipfiremake pciutils
469 ipfiremake usbutils
470 ipfiremake libxml2
471 ipfiremake libxslt
472 ipfiremake BerkeleyDB
473 ipfiremake mysql
474 ipfiremake cyrus-sasl
475 ipfiremake openldap
476 ipfiremake apache2
477 ipfiremake php
478 ipfiremake apache2 PASS=C
479 ipfiremake arping
480 ipfiremake beep
481 ipfiremake dvdrtools
482 ipfiremake dnsmasq
483 ipfiremake dosfstools
484 ipfiremake reiserfsprogs
485 ipfiremake xfsprogs
486 ipfiremake sysfsutils
487 ipfiremake fuse
488 ipfiremake ntfs-3g
489 ipfiremake ethtool
490 ipfiremake ez-ipupdate
491 ipfiremake fcron
492 ipfiremake perl-GD
493 ipfiremake GD-Graph
494 ipfiremake GD-TextUtil
495 ipfiremake gnupg
496 ipfiremake hdparm
497 ipfiremake sdparm
498 ipfiremake mtools
499 ipfiremake initscripts
500 ipfiremake whatmask
501 ipfiremake libmnl
502 ipfiremake iptables
503 ipfiremake conntrack-tools
504 ipfiremake libupnp
505 ipfiremake ipaddr
506 ipfiremake iputils
507 ipfiremake l7-protocols
508 ipfiremake mISDNuser
509 ipfiremake capi4k-utils
510 ipfiremake hwdata
511 ipfiremake logrotate
512 ipfiremake logwatch
513 ipfiremake misc-progs
514 ipfiremake nano
515 ipfiremake URI
516 ipfiremake HTML-Tagset
517 ipfiremake HTML-Parser
518 ipfiremake HTML-Template
519 ipfiremake Compress-Zlib
520 ipfiremake Digest
521 ipfiremake Digest-SHA1
522 ipfiremake Digest-HMAC
523 ipfiremake libwww-perl
524 ipfiremake Net-DNS
525 ipfiremake Net-IPv4Addr
526 ipfiremake Net_SSLeay
527 ipfiremake IO-Stringy
528 ipfiremake IO-Socket-SSL
529 ipfiremake Unix-Syslog
530 ipfiremake Mail-Tools
531 ipfiremake MIME-Tools
532 ipfiremake Net-Server
533 ipfiremake Convert-TNEF
534 ipfiremake Convert-UUlib
535 ipfiremake Archive-Tar
536 ipfiremake Archive-Zip
537 ipfiremake Text-Tabs+Wrap
538 ipfiremake Locale-Country
539 ipfiremake XML-Parser
540 ipfiremake Crypt-PasswdMD5
541 ipfiremake Net-Telnet
542 ipfiremake python-setuptools
543 ipfiremake python-clientform
544 ipfiremake python-mechanize
545 ipfiremake python-feedparser
546 ipfiremake python-rssdler
547 ipfiremake libffi
548 ipfiremake glib
549 ipfiremake GeoIP
550 ipfiremake fwhits
551 ipfiremake noip_updater
552 ipfiremake ntp
553 ipfiremake openssh
554 ipfiremake fontconfig
555 ipfiremake dejavu-fonts-ttf
556 ipfiremake freefont
557 ipfiremake pixman
558 ipfiremake cairo
559 ipfiremake pango
560 ipfiremake rrdtool
561 ipfiremake setserial
562 ipfiremake setup
563 ipfiremake libdnet
564 ipfiremake daq
565 ipfiremake snort
566 ipfiremake oinkmaster
567 ipfiremake squid
568 ipfiremake squidguard
569 ipfiremake calamaris
570 ipfiremake tcpdump
571 ipfiremake traceroute
572 ipfiremake vlan
573 ipfiremake wireless
574 ipfiremake pakfire
575 ipfiremake spandsp
576 ipfiremake lzo
577 ipfiremake openvpn
578 ipfiremake pammysql
579 ipfiremake cups
580 ipfiremake ghostscript
581 ipfiremake foomatic
582 ipfiremake hplip
583 ipfiremake cifs-utils
584 ipfiremake samba
585 ipfiremake sudo
586 ipfiremake mc
587 ipfiremake wget
588 ipfiremake bridge-utils
589 ipfiremake screen
590 ipfiremake smartmontools
591 ipfiremake htop
592 ipfiremake postfix
593 ipfiremake fetchmail
594 ipfiremake cyrus-imapd
595 ipfiremake openmailadmin
596 ipfiremake clamav
597 ipfiremake spamassassin
598 ipfiremake amavisd
599 ipfiremake alsa
600 ipfiremake mpfire
601 ipfiremake guardian
602 ipfiremake libid3tag
603 ipfiremake libmad
604 ipfiremake libogg
605 ipfiremake libvorbis
606 ipfiremake libdvbpsi
607 ipfiremake flac
608 ipfiremake lame
609 ipfiremake sox
610 ipfiremake libshout
611 ipfiremake xvid
612 ipfiremake libmpeg2
613 ipfiremake cmake
614 ipfiremake gnump3d
615 ipfiremake libsigc++
616 ipfiremake libtorrent
617 ipfiremake rtorrent
618 ipfiremake rsync
619 ipfiremake tcpwrapper
620 ipfiremake libevent
621 ipfiremake libevent2
622 ipfiremake portmap
623 ipfiremake nfs
624 ipfiremake nmap
625 ipfiremake ncftp
626 ipfiremake etherwake
627 ipfiremake bwm-ng
628 ipfiremake tripwire
629 ipfiremake sysstat
630 ipfiremake vsftpd
631 ipfiremake strongswan
632 ipfiremake lsof
633 ipfiremake br2684ctl
634 ipfiremake pcmciautils
635 ipfiremake lm_sensors
636 ipfiremake liboping
637 ipfiremake collectd
638 ipfiremake teamspeak
639 ipfiremake elinks
640 ipfiremake igmpproxy
641 ipfiremake fbset
642 ipfiremake sdl
643 ipfiremake qemu
644 ipfiremake sane
645 ipfiremake netpbm
646 ipfiremake phpSANE
647 ipfiremake tunctl
648 ipfiremake nagios
649 ipfiremake nagios_nrpe
650 ipfiremake ebtables
651 ipfiremake directfb
652 ipfiremake dfb++
653 ipfiremake faad2
654 ipfiremake ffmpeg
655 ipfiremake vdr
656 ipfiremake vdr_streamdev
657 ipfiremake vdr_vnsiserver3
658 ipfiremake vdr_epgsearch
659 ipfiremake w_scan
660 ipfiremake icecast
661 ipfiremake icegenerator
662 ipfiremake mpd
663 ipfiremake libmpdclient
664 ipfiremake mpc
665 ipfiremake git
666 ipfiremake squidclamav
667 ipfiremake vnstat
668 ipfiremake vnstati
669 ipfiremake iw
670 ipfiremake wpa_supplicant
671 ipfiremake hostapd
672 ipfiremake pycurl
673 ipfiremake urlgrabber
674 ipfiremake syslinux
675 ipfiremake tftpd
676 ipfiremake cpufrequtils
677 ipfiremake dbus
678 ipfiremake bluetooth
679 ipfiremake gutenprint
680 ipfiremake apcupsd
681 ipfiremake iperf
682 ipfiremake netcat
683 ipfiremake 7zip
684 ipfiremake lynis
685 ipfiremake streamripper
686 ipfiremake sshfs
687 ipfiremake taglib
688 ipfiremake mediatomb
689 ipfiremake sslh
690 ipfiremake perl-gettext
691 ipfiremake perl-Sort-Naturally
692 ipfiremake vdradmin
693 ipfiremake miau
694 ipfiremake netsnmpd
695 ipfiremake perl-DBI
696 ipfiremake perl-DBD-mysql
697 ipfiremake cacti
698 ipfiremake icecc
699 ipfiremake openvmtools
700 ipfiremake nagiosql
701 ipfiremake iftop
702 ipfiremake motion
703 ipfiremake joe
704 ipfiremake nut
705 ipfiremake watchdog
706 ipfiremake libpri
707 ipfiremake asterisk
708 ipfiremake lcr
709 ipfiremake usb_modeswitch
710 ipfiremake usb_modeswitch_data
711 ipfiremake zerofree
712 ipfiremake mdadm
713 ipfiremake eject
714 ipfiremake pound
715 ipfiremake minicom
716 ipfiremake ddrescue
717 ipfiremake imspector
718 ipfiremake miniupnpd
719 ipfiremake client175
720 ipfiremake powertop
721 ipfiremake parted
722 ipfiremake swig
723 ipfiremake python-m2crypto
724 ipfiremake wireless-regdb
725 ipfiremake crda
726 ipfiremake libsolv
727 ipfiremake python-distutils-extra
728 ipfiremake python-lzma
729 ipfiremake python-progressbar
730 ipfiremake python-xattr
731 ipfiremake intltool
732 ipfiremake transmission
733 ipfiremake dpfhack
734 ipfiremake lcd4linux
735 ipfiremake mtr
736 ipfiremake tcpick
737 ipfiremake minidlna
738 ipfiremake acpid
739 ipfiremake fping
740 ipfiremake telnet
741 ipfiremake xinetd
742 ipfiremake libgpg-error
743 ipfiremake libassuan
744 ipfiremake gpgme
745 ipfiremake pygpgme
746 ipfiremake pakfire3
747 ipfiremake stress
748 ipfiremake libstatgrab
749 ipfiremake sarg
750 ipfiremake fstrim
751 ipfiremake check_mk_agent
752 ipfiremake libdaemon
753 ipfiremake avahi
754 ipfiremake nginx
755 ipfiremake sendEmail
756 ipfiremake sysbench
757 ipfiremake strace
758 ipfiremake ipfire-netboot
759 ipfiremake lcdproc
760 ipfiremake bitstream
761 ipfiremake multicat
762 ipfiremake keepalived
763 ipfiremake ipvsadm
764 ipfiremake perl-Carp-Clan
765 ipfiremake perl-Date-Calc
766 ipfiremake perl-Date-Manip
767 ipfiremake perl-File-Tail
768 ipfiremake perl-TimeDate
769 ipfiremake swatch
770 ipfiremake tor
771 ipfiremake arm
772 ipfiremake wavemon
773 ipfiremake iptraf-ng
774 ipfiremake iotop
775 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
776 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
777 echo >> $BASEDIR/build/var/ipfire/firebuild
778 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
779 echo >> $BASEDIR/build/var/ipfire/firebuild
780 git status >> $BASEDIR/build/var/ipfire/firebuild
781 echo >> $BASEDIR/build/var/ipfire/firebuild
782 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
783 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
784 if [ "$(git status -s | wc -l)" == "0" ]; then
785 GIT_STATUS=""
786 else
787 GIT_STATUS="-dirty"
788 fi
789 case "$GIT_BRANCH" in
790 core*|beta?|rc?)
791 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
792 ;;
793 *)
794 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
795 ;;
796 esac
797 }
798
799 buildinstaller() {
800 # Run installer scripts one by one
801 LOGFILE="$BASEDIR/log/_build.installer.log"
802 export LOGFILE
803 ipfiremake as86
804 ipfiremake mbr
805 ipfiremake memtest
806 ipfiremake installer
807 installmake strip
808 ipfiremake initrd
809 }
810
811 buildpackages() {
812 LOGFILE="$BASEDIR/log/_build.packages.log"
813 export LOGFILE
814 echo "... see detailed log in _build.*.log files" >> $LOGFILE
815
816
817 # Generating list of packages used
818 echo -n "Generating packages list from logs" | tee -a $LOGFILE
819 rm -f $BASEDIR/doc/packages-list
820 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
821 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
822 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
823 fi
824 done
825 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
826 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
827 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
828 rm -f $BASEDIR/doc/packages-list
829 # packages-list.txt is ready to be displayed for wiki page
830 beautify message DONE
831
832 # Update changelog
833 cd $BASEDIR
834 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
835 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
836 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
837
838 # Create images for install
839 ipfiremake cdrom
840
841 # Check if there is a loop device for building in virtual environments
842 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
843 ipfiremake flash-images
844 fi
845
846 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
847
848 ipfirepackages
849
850 ipfiremake xen-image
851 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
852
853 cd $BASEDIR
854 for i in `ls *.bz2 *.img.gz *.iso`; do
855 md5sum $i > $i.md5
856 done
857 cd $PWD
858
859 # Cleanup
860 stdumount
861 rm -rf $BASEDIR/build/tmp/*
862
863 # Generating total list of files
864 echo -n "Generating files list from logs" | tee -a $LOGFILE
865 rm -f $BASEDIR/log/FILES
866 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
867 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
868 echo "##" >>$BASEDIR/log/FILES
869 echo "## `basename $i`" >>$BASEDIR/log/FILES
870 echo "##" >>$BASEDIR/log/FILES
871 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
872 fi
873 done
874 beautify message DONE
875
876 cd $PWD
877 }
878
879 ipfirepackages() {
880 ipfiremake core-updates
881
882 local i
883 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
884 i=$(basename ${i})
885 if [ -e $BASEDIR/lfs/$i ]; then
886 ipfiredist $i
887 else
888 echo -n $i
889 beautify message SKIP
890 fi
891 done
892 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
893 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
894 rm -rf $BASEDIR/build/install/packages/*
895 }
896
897 # See what we're supposed to do
898 case "$1" in
899 build)
900 clear
901 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
902 #only restore on a clean disk
903 if [ ! -f log/cleanup-toolchain-2-tools ]; then
904 if [ ! -n "$PACKAGE" ]; then
905 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
906 prepareenv
907 buildtoolchain
908 else
909 PACKAGENAME=${PACKAGE%.tar.gz}
910 beautify build_stage "Packaged toolchain compilation"
911 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
912 tar zxf $PACKAGE
913 prepareenv
914 else
915 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
916 fi
917 fi
918 else
919 echo -n "Using installed toolchain" | tee -a $LOGFILE
920 beautify message SKIP
921 prepareenv
922 fi
923
924 beautify build_start
925 beautify build_stage "Building LFS"
926 buildbase
927
928 beautify build_stage "Building IPFire"
929 buildipfire
930
931 beautify build_stage "Building installer"
932 buildinstaller
933
934 beautify build_stage "Building packages"
935 buildpackages
936
937 beautify build_stage "Checking Logfiles for new Files"
938
939 cd $BASEDIR
940 tools/checknewlog.pl
941 tools/checkwronginitlinks
942 cd $PWD
943
944 beautify build_end
945 ;;
946 shell)
947 # enter a shell inside LFS chroot
948 # may be used to changed kernel settings
949 prepareenv
950 entershell
951 ;;
952 clean)
953 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
954 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
955 $LOSETUP -d $i 2>/dev/null
956 done
957 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
958 umount $i
959 done
960 stdumount
961 for i in `seq 0 7`; do
962 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
963 umount /dev/loop${i} 2>/dev/null;
964 losetup -d /dev/loop${i} 2>/dev/null;
965 fi;
966 done
967 rm -rf $BASEDIR/build
968 rm -rf $BASEDIR/cdrom
969 rm -rf $BASEDIR/packages
970 rm -rf $BASEDIR/log
971 if [ -h /tools ]; then
972 rm -f /tools
973 fi
974 rm -f $BASEDIR/ipfire-*
975 beautify message DONE
976 ;;
977 downloadsrc)
978 if [ ! -d $BASEDIR/cache ]; then
979 mkdir $BASEDIR/cache
980 fi
981 mkdir -p $BASEDIR/log
982 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
983 FINISHED=0
984 cd $BASEDIR/lfs
985 for c in `seq $MAX_RETRIES`; do
986 if (( FINISHED==1 )); then
987 break
988 fi
989 FINISHED=1
990 cd $BASEDIR/lfs
991 for i in *; do
992 if [ -f "$i" -a "$i" != "Config" ]; then
993 lfsmakecommoncheck ${i} || continue
994
995 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
996 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
997 if [ $? -ne 0 ]; then
998 beautify message FAIL
999 FINISHED=0
1000 else
1001 if [ $c -eq 1 ]; then
1002 beautify message DONE
1003 fi
1004 fi
1005 fi
1006 done
1007 done
1008 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1009 ERROR=0
1010 for i in *; do
1011 if [ -f "$i" -a "$i" != "Config" ]; then
1012 lfsmakecommoncheck ${i} > /dev/null || continue
1013 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1014 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1015 if [ $? -ne 0 ]; then
1016 echo -ne "MD5 difference in lfs/$i"
1017 beautify message FAIL
1018 ERROR=1
1019 fi
1020 fi
1021 done
1022 if [ $ERROR -eq 0 ]; then
1023 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1024 beautify message DONE
1025 else
1026 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1027 beautify message FAIL
1028 fi
1029 cd - >/dev/null 2>&1
1030 ;;
1031 toolchain)
1032 clear
1033 prepareenv
1034 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1035 buildtoolchain
1036 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1037 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1038 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1039 build/tools build/bin/sh log >> $LOGFILE
1040 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1041 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1042 stdumount
1043 ;;
1044 gettoolchain)
1045 # arbitrary name to be updated in case of new toolchain package upload
1046 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1047 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1048 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1049 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1050 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1051 cd $BASEDIR/cache/toolchains
1052 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1053 if [ $? -ne 0 ]; then
1054 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1055 else
1056 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1057 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1058 else
1059 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1060 fi
1061 fi
1062 else
1063 echo "Toolchain is already downloaded. Exiting..."
1064 fi
1065 ;;
1066 othersrc)
1067 prepareenv
1068 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1069 chroot $LFS /tools/bin/env -i HOME=/root \
1070 TERM=$TERM PS1='\u:\w\$ ' \
1071 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1072 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1073 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1074 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1075 if [ $? -eq "0" ]; then
1076 beautify message DONE
1077 else
1078 beautify message FAIL
1079 fi
1080 stdumount
1081 ;;
1082 uploadsrc)
1083 PWD=`pwd`
1084 if [ -z $IPFIRE_USER ]; then
1085 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1086 beautify message FAIL
1087 exit 1
1088 fi
1089
1090 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1091 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1092
1093 cd $BASEDIR/cache/
1094 for file in $(ls -1 --ignore=toolchains); do
1095 grep -q "$file" <<<$REMOTE_FILES && continue
1096 NEW_FILES="$NEW_FILES $file"
1097 done
1098 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1099 cd $BASEDIR
1100 cd $PWD
1101 exit 0
1102 ;;
1103 lang)
1104 update_langs
1105 ;;
1106 *)
1107 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1108 cat doc/make.sh-usage
1109 ;;
1110 esac