2ada02880296d8196dc16fe55b7386635826ccc2
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007-2013 IPFire Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.13" # Version number
28 CORE="73" # Core Level (Filename)
29 PAKFIRE_CORE="72" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Flash and Xen Downloader
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=7
41
42 BUILDMACHINE=$MACHINE
43 if [ "$MACHINE" = "x86_64" ]; then
44 BUILDMACHINE="i686";
45 fi
46
47
48 # Debian specific settings
49 if [ ! -e /etc/debian_version ]; then
50 FULLPATH=`which $0`
51 else
52 if [ -x /usr/bin/realpath ]; then
53 FULLPATH=`/usr/bin/realpath $0`
54 else
55 echo "ERROR: Need to do apt-get install realpath"
56 exit 1
57 fi
58 fi
59
60 PWD=`pwd`
61 BASENAME=`basename $0`
62 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
63 LOGFILE=$BASEDIR/log/_build.preparation.log
64 export BASEDIR LOGFILE
65 DIR_CHK=$BASEDIR/cache/check
66 mkdir $BASEDIR/log/ 2>/dev/null
67
68 # Include funtions
69 . tools/make-functions
70
71 if [ -f .config ]; then
72 . .config
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 if [ "${MACHINE:0:3}" = "arm" ]; then
183 MAKETUNING="-j2"
184 else
185 MAKETUNING="-j6"
186 fi
187 fi
188 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
189 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
190
191 # Make some extra directories
192 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
193 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
194 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
195 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
196
197 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
198 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
199
200 # Make all sources and proc available under lfs build
201 mount --bind /dev $BASEDIR/build/dev
202 mount --bind /dev/pts $BASEDIR/build/dev/pts
203 mount --bind /dev/shm $BASEDIR/build/dev/shm
204 mount --bind /proc $BASEDIR/build/proc
205 mount --bind /sys $BASEDIR/build/sys
206 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
207 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
208 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
209 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
210 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
211 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
212 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
213 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
214 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_COMPRESS=1
219 export CCACHE_COMPILERCHECK="none"
220
221 # Remove pre-install list of installed files in case user erase some files before rebuild
222 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
223 }
224
225 buildtoolchain() {
226 local error=false
227 case "${MACHINE}:$(uname -m)" in
228 # x86
229 i586:i586|i586:i686|i586:x86_64)
230 # These are working.
231 ;;
232 i586:*)
233 error=true
234 ;;
235
236 # ARM
237 armv5tel:armv5tel|armv5tel:armv5tejl|armv5tel:armv6l|armv5tel:armv7l)
238 # These are working.
239 ;;
240 armv5tel:*)
241 error=true
242 ;;
243 esac
244
245 ${error} && \
246 exiterror "Cannot build ${MACHINE} toolchain on $(uname -m). Please use the download if any."
247
248 local gcc=$(type -p gcc)
249 if [ -z "${gcc}" ]; then
250 exiterror "Could not find GCC. You will need a working build enviroment in order to build the toolchain."
251 fi
252
253 LOGFILE="$BASEDIR/log/_build.toolchain.log"
254 export LOGFILE
255
256 local ORG_PATH=$PATH
257 export PATH="/tools/ccache/bin:/tools/bin:$PATH"
258 lfsmake1 ccache PASS=1
259 lfsmake1 binutils PASS=1
260 lfsmake1 gcc PASS=1
261 lfsmake1 linux TOOLS=1 KCFG="-headers"
262 lfsmake1 glibc
263 lfsmake1 cleanup-toolchain PASS=1
264 lfsmake1 binutils PASS=2
265 lfsmake1 gcc PASS=2
266 lfsmake1 ccache PASS=2
267 lfsmake1 tcl
268 lfsmake1 expect
269 lfsmake1 dejagnu
270 lfsmake1 ncurses
271 lfsmake1 bash
272 lfsmake1 bzip2
273 lfsmake1 coreutils
274 lfsmake1 diffutils
275 lfsmake1 findutils
276 lfsmake1 gawk
277 lfsmake1 gettext
278 lfsmake1 grep
279 lfsmake1 gzip
280 lfsmake1 m4
281 lfsmake1 make
282 lfsmake1 patch
283 lfsmake1 perl
284 lfsmake1 sed
285 lfsmake1 tar
286 lfsmake1 texinfo
287 lfsmake1 xz
288 lfsmake1 fake-environ
289 lfsmake1 cleanup-toolchain PASS=2
290 export PATH=$ORG_PATH
291 }
292
293 buildbase() {
294 LOGFILE="$BASEDIR/log/_build.base.log"
295 export LOGFILE
296 lfsmake2 stage2
297 lfsmake2 linux KCFG="-headers"
298 lfsmake2 man-pages
299 lfsmake2 glibc
300 lfsmake2 tzdata
301 lfsmake2 cleanup-toolchain PASS=3
302 lfsmake2 zlib
303 lfsmake2 binutils
304 lfsmake2 gmp
305 lfsmake2 gmp-compat
306 lfsmake2 mpfr
307 lfsmake2 file
308 lfsmake2 gcc
309 lfsmake2 sed
310 lfsmake2 berkeley
311 lfsmake2 coreutils
312 lfsmake2 iana-etc
313 lfsmake2 m4
314 lfsmake2 bison
315 lfsmake2 ncurses
316 lfsmake2 procps
317 lfsmake2 libtool
318 lfsmake2 perl
319 lfsmake2 readline
320 lfsmake2 readline-compat
321 lfsmake2 pcre
322 lfsmake2 pcre-compat
323 lfsmake2 autoconf
324 lfsmake2 automake
325 lfsmake2 bash
326 lfsmake2 bzip2
327 lfsmake2 diffutils
328 lfsmake2 e2fsprogs
329 lfsmake2 ed
330 lfsmake2 findutils
331 lfsmake2 flex
332 lfsmake2 gawk
333 lfsmake2 gettext
334 lfsmake2 grep
335 lfsmake2 groff
336 lfsmake2 gperf
337 lfsmake2 gzip
338 lfsmake2 inetutils
339 lfsmake2 iproute2
340 lfsmake2 jwhois
341 lfsmake2 kbd
342 lfsmake2 less
343 lfsmake2 make
344 lfsmake2 man
345 lfsmake2 mktemp
346 lfsmake2 module-init-tools
347 lfsmake2 net-tools
348 lfsmake2 patch
349 lfsmake2 psmisc
350 lfsmake2 shadow
351 lfsmake2 sysklogd
352 lfsmake2 sysvinit
353 lfsmake2 tar
354 lfsmake2 texinfo
355 lfsmake2 udev
356 lfsmake2 util-linux
357 lfsmake2 vim
358 lfsmake2 xz
359 lfsmake2 paxctl
360 lfsmake2 grub
361 }
362
363 buildipfire() {
364 LOGFILE="$BASEDIR/log/_build.ipfire.log"
365 export LOGFILE
366 ipfiremake configroot
367 ipfiremake backup
368 ipfiremake bind
369 ipfiremake dhcp
370 ipfiremake dhcpcd
371 ipfiremake libusb
372 ipfiremake libpcap
373 ipfiremake ppp
374 ipfiremake pptp
375 ipfiremake unzip
376 ipfiremake which
377 ipfiremake linux-firmware
378 ipfiremake dvb-firmwares
379 ipfiremake zd1211-firmware
380 ipfiremake rpi-firmware
381 ipfiremake bc
382 ipfiremake u-boot
383
384 if [ "${MACHINE_TYPE}" != "arm" ]; then
385
386 # x86-pae (Native and new XEN) kernel build
387 ipfiremake linux KCFG="-pae"
388 # ipfiremake kvm-kmod KCFG="-pae"
389 # ipfiremake v4l-dvb KCFG="-pae"
390 # ipfiremake mISDN KCFG="-pae"
391 ipfiremake cryptodev KCFG="-pae"
392 # ipfiremake compat-drivers KCFG="-pae"
393 # ipfiremake r8169 KCFG="-pae"
394 # ipfiremake r8168 KCFG="-pae"
395 # ipfiremake r8101 KCFG="-pae"
396 # ipfiremake e1000e KCFG="-pae"
397 # ipfiremake igb KCFG="-pae"
398
399 # x86 kernel build
400 ipfiremake linux KCFG=""
401 # ipfiremake kvm-kmod KCFG=""
402 # ipfiremake v4l-dvb KCFG=""
403 # ipfiremake mISDN KCFG=""
404 ipfiremake cryptodev KCFG=""
405 # ipfiremake compat-drivers KCFG=""
406 # ipfiremake r8169 KCFG=""
407 # ipfiremake r8168 KCFG=""
408 # ipfiremake r8101 KCFG=""
409 # ipfiremake e1000e KCFG=""
410 # ipfiremake igb KCFG=""
411
412 else
413 # arm-rpi (Raspberry Pi) kernel build
414 ipfiremake linux KCFG="-rpi"
415 # ipfiremake v4l-dvb KCFG="-rpi"
416 # ipfiremake mISDN KCFG="-rpi" NOPCI=1
417 ipfiremake cryptodev KCFG="-rpi"
418 # ipfiremake compat-drivers KCFG="-rpi"
419
420 # arm multi platform (Panda, Wandboard ...) kernel build
421 ipfiremake linux KCFG="-multi"
422 ipfiremake cryptodev KCFG="-multi"
423
424 # arm-kirkwood (Dreamplug, ICY-Box ...) kernel build
425 ipfiremake linux KCFG="-kirkwood"
426 # ipfiremake v4l-dvb KCFG="-kirkwood"
427 # ipfiremake mISDN KCFG="-kirkwood"
428 ipfiremake cryptodev KCFG="-kirkwood"
429 # ipfiremake compat-drivers KCFG="-kirkwood"
430 # ipfiremake r8169 KCFG="-kirkwood"
431 # ipfiremake r8168 KCFG="-kirkwood"
432 # ipfiremake r8101 KCFG="-kirkwood"
433 # ipfiremake e1000e KCFG="-kirkwood"
434 # ipfiremake igb KCFG="-kirkwood"
435
436 fi
437 ipfiremake pkg-config
438 ipfiremake linux-atm
439 ipfiremake cpio
440 ipfiremake dracut
441 ipfiremake expat
442 ipfiremake gdbm
443 ipfiremake pam
444 ipfiremake openssl
445 ipfiremake curl
446 ipfiremake tcl
447 ipfiremake sqlite
448 ipfiremake python
449 ipfiremake fireinfo
450 ipfiremake libnet
451 ipfiremake libnl
452 ipfiremake libidn
453 ipfiremake nasm
454 ipfiremake libjpeg
455 ipfiremake libexif
456 ipfiremake libpng
457 ipfiremake libtiff
458 ipfiremake libart
459 ipfiremake freetype
460 ipfiremake gd
461 ipfiremake popt
462 ipfiremake pcre
463 ipfiremake slang
464 ipfiremake newt
465 ipfiremake attr
466 ipfiremake acl
467 ipfiremake libcap
468 ipfiremake pciutils
469 ipfiremake usbutils
470 ipfiremake libxml2
471 ipfiremake libxslt
472 ipfiremake BerkeleyDB
473 ipfiremake mysql
474 ipfiremake cyrus-sasl
475 ipfiremake openldap
476 ipfiremake apache2
477 ipfiremake php
478 ipfiremake apache2 PASS=C
479 ipfiremake arping
480 ipfiremake beep
481 ipfiremake dvdrtools
482 ipfiremake dnsmasq
483 ipfiremake dosfstools
484 ipfiremake reiserfsprogs
485 ipfiremake xfsprogs
486 ipfiremake sysfsutils
487 ipfiremake fuse
488 ipfiremake ntfs-3g
489 ipfiremake ethtool
490 ipfiremake ez-ipupdate
491 ipfiremake fcron
492 ipfiremake perl-GD
493 ipfiremake GD-Graph
494 ipfiremake GD-TextUtil
495 ipfiremake gnupg
496 ipfiremake hdparm
497 ipfiremake sdparm
498 ipfiremake mtools
499 ipfiremake initscripts
500 ipfiremake whatmask
501 ipfiremake libmnl
502 ipfiremake iptables
503 ipfiremake conntrack-tools
504 ipfiremake libupnp
505 ipfiremake ipaddr
506 ipfiremake iputils
507 ipfiremake l7-protocols
508 ipfiremake mISDNuser
509 ipfiremake capi4k-utils
510 ipfiremake hwdata
511 ipfiremake logrotate
512 ipfiremake logwatch
513 ipfiremake misc-progs
514 ipfiremake nano
515 ipfiremake URI
516 ipfiremake HTML-Tagset
517 ipfiremake HTML-Parser
518 ipfiremake HTML-Template
519 ipfiremake Compress-Zlib
520 ipfiremake Digest
521 ipfiremake Digest-SHA1
522 ipfiremake Digest-HMAC
523 ipfiremake libwww-perl
524 ipfiremake Net-DNS
525 ipfiremake Net-IPv4Addr
526 ipfiremake Net_SSLeay
527 ipfiremake IO-Stringy
528 ipfiremake IO-Socket-SSL
529 ipfiremake Unix-Syslog
530 ipfiremake Mail-Tools
531 ipfiremake MIME-Tools
532 ipfiremake Net-Server
533 ipfiremake Convert-TNEF
534 ipfiremake Convert-UUlib
535 ipfiremake Archive-Tar
536 ipfiremake Archive-Zip
537 ipfiremake Text-Tabs+Wrap
538 ipfiremake Locale-Country
539 ipfiremake XML-Parser
540 ipfiremake Crypt-PasswdMD5
541 ipfiremake Net-Telnet
542 ipfiremake python-setuptools
543 ipfiremake python-clientform
544 ipfiremake python-mechanize
545 ipfiremake python-feedparser
546 ipfiremake python-rssdler
547 ipfiremake libffi
548 ipfiremake glib
549 ipfiremake GeoIP
550 ipfiremake fwhits
551 ipfiremake noip_updater
552 ipfiremake ntp
553 ipfiremake openssh
554 ipfiremake fontconfig
555 ipfiremake dejavu-fonts-ttf
556 ipfiremake freefont
557 ipfiremake pixman
558 ipfiremake cairo
559 ipfiremake pango
560 ipfiremake rrdtool
561 ipfiremake setserial
562 ipfiremake setup
563 ipfiremake libdnet
564 ipfiremake daq
565 ipfiremake snort
566 ipfiremake oinkmaster
567 ipfiremake squid
568 ipfiremake squidguard
569 ipfiremake calamaris
570 ipfiremake tcpdump
571 ipfiremake traceroute
572 ipfiremake vlan
573 ipfiremake wireless
574 ipfiremake pakfire
575 ipfiremake spandsp
576 ipfiremake lzo
577 ipfiremake openvpn
578 ipfiremake pammysql
579 ipfiremake cups
580 ipfiremake ghostscript
581 ipfiremake foomatic
582 ipfiremake hplip
583 ipfiremake cifs-utils
584 ipfiremake samba
585 ipfiremake sudo
586 ipfiremake mc
587 ipfiremake wget
588 ipfiremake bridge-utils
589 ipfiremake screen
590 ipfiremake smartmontools
591 ipfiremake htop
592 ipfiremake postfix
593 ipfiremake fetchmail
594 ipfiremake cyrus-imapd
595 ipfiremake openmailadmin
596 ipfiremake clamav
597 ipfiremake spamassassin
598 ipfiremake amavisd
599 ipfiremake alsa
600 ipfiremake mpfire
601 ipfiremake guardian
602 ipfiremake libid3tag
603 ipfiremake libmad
604 ipfiremake libogg
605 ipfiremake libvorbis
606 ipfiremake libdvbpsi
607 ipfiremake flac
608 ipfiremake lame
609 ipfiremake sox
610 ipfiremake libshout
611 ipfiremake xvid
612 ipfiremake libmpeg2
613 ipfiremake cmake
614 ipfiremake gnump3d
615 ipfiremake libsigc++
616 ipfiremake libtorrent
617 ipfiremake rtorrent
618 ipfiremake rsync
619 ipfiremake tcpwrapper
620 ipfiremake libevent
621 ipfiremake libevent2
622 ipfiremake portmap
623 ipfiremake nfs
624 ipfiremake nmap
625 ipfiremake ncftp
626 ipfiremake etherwake
627 ipfiremake bwm-ng
628 ipfiremake tripwire
629 ipfiremake sysstat
630 ipfiremake vsftpd
631 ipfiremake strongswan
632 ipfiremake lsof
633 ipfiremake br2684ctl
634 ipfiremake pcmciautils
635 ipfiremake lm_sensors
636 ipfiremake liboping
637 ipfiremake collectd
638 ipfiremake teamspeak
639 ipfiremake elinks
640 ipfiremake igmpproxy
641 ipfiremake fbset
642 ipfiremake sdl
643 ipfiremake qemu
644 ipfiremake sane
645 ipfiremake netpbm
646 ipfiremake phpSANE
647 ipfiremake tunctl
648 ipfiremake nagios
649 ipfiremake nagios_nrpe
650 ipfiremake ebtables
651 ipfiremake directfb
652 ipfiremake dfb++
653 ipfiremake faad2
654 ipfiremake ffmpeg
655 ipfiremake vdr
656 ipfiremake vdr_streamdev
657 ipfiremake vdr_vnsiserver3
658 ipfiremake vdr_epgsearch
659 ipfiremake w_scan
660 ipfiremake icecast
661 ipfiremake icegenerator
662 ipfiremake mpd
663 ipfiremake libmpdclient
664 ipfiremake mpc
665 ipfiremake git
666 ipfiremake squidclamav
667 ipfiremake vnstat
668 ipfiremake vnstati
669 ipfiremake iw
670 ipfiremake wpa_supplicant
671 ipfiremake hostapd
672 ipfiremake pycurl
673 ipfiremake urlgrabber
674 ipfiremake syslinux
675 ipfiremake tftpd
676 ipfiremake cpufrequtils
677 ipfiremake dbus
678 ipfiremake bluetooth
679 ipfiremake gutenprint
680 ipfiremake apcupsd
681 ipfiremake iperf
682 ipfiremake netcat
683 ipfiremake 7zip
684 ipfiremake lynis
685 ipfiremake streamripper
686 ipfiremake sshfs
687 ipfiremake taglib
688 ipfiremake mediatomb
689 ipfiremake sslh
690 ipfiremake perl-gettext
691 ipfiremake perl-Sort-Naturally
692 ipfiremake vdradmin
693 ipfiremake miau
694 ipfiremake netsnmpd
695 ipfiremake perl-DBI
696 ipfiremake perl-DBD-mysql
697 ipfiremake cacti
698 ipfiremake icecc
699 ipfiremake openvmtools
700 ipfiremake nagiosql
701 ipfiremake iftop
702 ipfiremake motion
703 ipfiremake joe
704 ipfiremake nut
705 ipfiremake watchdog
706 ipfiremake libpri
707 ipfiremake asterisk
708 ipfiremake lcr
709 ipfiremake usb_modeswitch
710 ipfiremake usb_modeswitch_data
711 ipfiremake zerofree
712 ipfiremake mdadm
713 ipfiremake eject
714 ipfiremake pound
715 ipfiremake minicom
716 ipfiremake ddrescue
717 ipfiremake imspector
718 ipfiremake miniupnpd
719 ipfiremake client175
720 ipfiremake powertop
721 ipfiremake parted
722 ipfiremake swig
723 ipfiremake python-m2crypto
724 ipfiremake wireless-regdb
725 ipfiremake crda
726 ipfiremake libsolv
727 ipfiremake python-distutils-extra
728 ipfiremake python-lzma
729 ipfiremake python-progressbar
730 ipfiremake python-xattr
731 ipfiremake intltool
732 ipfiremake transmission
733 ipfiremake dpfhack
734 ipfiremake lcd4linux
735 ipfiremake mtr
736 ipfiremake tcpick
737 ipfiremake minidlna
738 ipfiremake acpid
739 ipfiremake fping
740 ipfiremake telnet
741 ipfiremake xinetd
742 ipfiremake libgpg-error
743 ipfiremake libassuan
744 ipfiremake gpgme
745 ipfiremake pygpgme
746 ipfiremake pakfire3
747 ipfiremake stress
748 ipfiremake libstatgrab
749 ipfiremake sarg
750 ipfiremake fstrim
751 ipfiremake check_mk_agent
752 ipfiremake libdaemon
753 ipfiremake avahi
754 ipfiremake nginx
755 ipfiremake sendEmail
756 ipfiremake sysbench
757 ipfiremake strace
758 ipfiremake ipfire-netboot
759 ipfiremake lcdproc
760 ipfiremake bitstream
761 ipfiremake multicat
762 ipfiremake keepalived
763 ipfiremake ipvsadm
764 ipfiremake perl-Carp-Clan
765 ipfiremake perl-Date-Calc
766 ipfiremake perl-Date-Manip
767 ipfiremake perl-File-Tail
768 ipfiremake perl-TimeDate
769 ipfiremake swatch
770 ipfiremake tor
771 ipfiremake arm
772 ipfiremake wavemon
773 ipfiremake iptraf-ng
774 ipfiremake iotop
775 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
776 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
777 echo >> $BASEDIR/build/var/ipfire/firebuild
778 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
779 echo >> $BASEDIR/build/var/ipfire/firebuild
780 git status >> $BASEDIR/build/var/ipfire/firebuild
781 echo >> $BASEDIR/build/var/ipfire/firebuild
782 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
783 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
784 if [ "$(git status -s | wc -l)" == "0" ]; then
785 GIT_STATUS=""
786 else
787 GIT_STATUS="-dirty"
788 fi
789 case "$GIT_BRANCH" in
790 core*|beta?|rc?)
791 echo "$NAME $VERSION ($MACHINE) - $GIT_BRANCH$GIT_STATUS" > $BASEDIR/build/etc/system-release
792 ;;
793 *)
794 echo "$NAME $VERSION ($MACHINE) - Development Build: $GIT_BRANCH/$GIT_LASTCOMMIT$GIT_STATUS" > $BASEDIR/build/etc/system-release
795 ;;
796 esac
797 }
798
799 buildinstaller() {
800 # Run installer scripts one by one
801 LOGFILE="$BASEDIR/log/_build.installer.log"
802 export LOGFILE
803 ipfiremake as86
804 ipfiremake memtest
805 ipfiremake installer
806 installmake strip
807 ipfiremake initrd
808 }
809
810 buildpackages() {
811 LOGFILE="$BASEDIR/log/_build.packages.log"
812 export LOGFILE
813 echo "... see detailed log in _build.*.log files" >> $LOGFILE
814
815
816 # Generating list of packages used
817 echo -n "Generating packages list from logs" | tee -a $LOGFILE
818 rm -f $BASEDIR/doc/packages-list
819 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
820 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
821 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
822 fi
823 done
824 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
825 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
826 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
827 rm -f $BASEDIR/doc/packages-list
828 # packages-list.txt is ready to be displayed for wiki page
829 beautify message DONE
830
831 # Update changelog
832 cd $BASEDIR
833 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
834 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
835 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
836
837 # Create images for install
838 ipfiremake cdrom
839
840 # Check if there is a loop device for building in virtual environments
841 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
842 ipfiremake flash-images
843 fi
844
845 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
846
847 ipfirepackages
848
849 ipfiremake xen-image
850 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
851
852 cd $BASEDIR
853 for i in `ls *.bz2 *.img.gz *.iso`; do
854 md5sum $i > $i.md5
855 done
856 cd $PWD
857
858 # Cleanup
859 stdumount
860 rm -rf $BASEDIR/build/tmp/*
861
862 # Generating total list of files
863 echo -n "Generating files list from logs" | tee -a $LOGFILE
864 rm -f $BASEDIR/log/FILES
865 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
866 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
867 echo "##" >>$BASEDIR/log/FILES
868 echo "## `basename $i`" >>$BASEDIR/log/FILES
869 echo "##" >>$BASEDIR/log/FILES
870 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
871 fi
872 done
873 beautify message DONE
874
875 cd $PWD
876 }
877
878 ipfirepackages() {
879 ipfiremake core-updates
880
881 local i
882 for i in $(find $BASEDIR/config/rootfiles/packages{/${MACHINE},} -maxdepth 1 -type f); do
883 i=$(basename ${i})
884 if [ -e $BASEDIR/lfs/$i ]; then
885 ipfiredist $i
886 else
887 echo -n $i
888 beautify message SKIP
889 fi
890 done
891 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
892 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
893 rm -rf $BASEDIR/build/install/packages/*
894 }
895
896 # See what we're supposed to do
897 case "$1" in
898 build)
899 clear
900 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz 2> /dev/null | head -n 1`
901 #only restore on a clean disk
902 if [ ! -f log/cleanup-toolchain-2-tools ]; then
903 if [ ! -n "$PACKAGE" ]; then
904 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
905 prepareenv
906 buildtoolchain
907 else
908 PACKAGENAME=${PACKAGE%.tar.gz}
909 beautify build_stage "Packaged toolchain compilation"
910 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
911 tar zxf $PACKAGE
912 prepareenv
913 else
914 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
915 fi
916 fi
917 else
918 echo -n "Using installed toolchain" | tee -a $LOGFILE
919 beautify message SKIP
920 prepareenv
921 fi
922
923 beautify build_start
924 beautify build_stage "Building LFS"
925 buildbase
926
927 beautify build_stage "Building IPFire"
928 buildipfire
929
930 beautify build_stage "Building installer"
931 buildinstaller
932
933 beautify build_stage "Building packages"
934 buildpackages
935
936 beautify build_stage "Checking Logfiles for new Files"
937
938 cd $BASEDIR
939 tools/checknewlog.pl
940 tools/checkwronginitlinks
941 cd $PWD
942
943 beautify build_end
944 ;;
945 shell)
946 # enter a shell inside LFS chroot
947 # may be used to changed kernel settings
948 prepareenv
949 entershell
950 ;;
951 clean)
952 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
953 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
954 $LOSETUP -d $i 2>/dev/null
955 done
956 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
957 umount $i
958 done
959 stdumount
960 for i in `seq 0 7`; do
961 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
962 umount /dev/loop${i} 2>/dev/null;
963 losetup -d /dev/loop${i} 2>/dev/null;
964 fi;
965 done
966 rm -rf $BASEDIR/build
967 rm -rf $BASEDIR/cdrom
968 rm -rf $BASEDIR/packages
969 rm -rf $BASEDIR/log
970 if [ -h /tools ]; then
971 rm -f /tools
972 fi
973 rm -f $BASEDIR/ipfire-*
974 beautify message DONE
975 ;;
976 downloadsrc)
977 if [ ! -d $BASEDIR/cache ]; then
978 mkdir $BASEDIR/cache
979 fi
980 mkdir -p $BASEDIR/log
981 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
982 FINISHED=0
983 cd $BASEDIR/lfs
984 for c in `seq $MAX_RETRIES`; do
985 if (( FINISHED==1 )); then
986 break
987 fi
988 FINISHED=1
989 cd $BASEDIR/lfs
990 for i in *; do
991 if [ -f "$i" -a "$i" != "Config" ]; then
992 lfsmakecommoncheck ${i} || continue
993
994 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
995 MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
996 if [ $? -ne 0 ]; then
997 beautify message FAIL
998 FINISHED=0
999 else
1000 if [ $c -eq 1 ]; then
1001 beautify message DONE
1002 fi
1003 fi
1004 fi
1005 done
1006 done
1007 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
1008 ERROR=0
1009 for i in *; do
1010 if [ -f "$i" -a "$i" != "Config" ]; then
1011 lfsmakecommoncheck ${i} > /dev/null || continue
1012 make -s -f $i LFS_BASEDIR=$BASEDIR MACHINE=$MACHINE \
1013 MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
1014 if [ $? -ne 0 ]; then
1015 echo -ne "MD5 difference in lfs/$i"
1016 beautify message FAIL
1017 ERROR=1
1018 fi
1019 fi
1020 done
1021 if [ $ERROR -eq 0 ]; then
1022 echo -ne "${BOLD}all files md5sum match${NORMAL}"
1023 beautify message DONE
1024 else
1025 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
1026 beautify message FAIL
1027 fi
1028 cd - >/dev/null 2>&1
1029 ;;
1030 toolchain)
1031 clear
1032 prepareenv
1033 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
1034 buildtoolchain
1035 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1036 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1037 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1038 build/tools build/bin/sh log >> $LOGFILE
1039 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.tar.gz \
1040 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE.md5
1041 stdumount
1042 ;;
1043 gettoolchain)
1044 # arbitrary name to be updated in case of new toolchain package upload
1045 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$MACHINE
1046 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
1047 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
1048 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
1049 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $MACHINE" | tee -a $LOGFILE
1050 cd $BASEDIR/cache/toolchains
1051 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
1052 if [ $? -ne 0 ]; then
1053 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $MACHINE machine" | tee -a $LOGFILE
1054 else
1055 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
1056 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
1057 else
1058 exiterror "$PACKAGE.md5 did not match, check downloaded package"
1059 fi
1060 fi
1061 else
1062 echo "Toolchain is already downloaded. Exiting..."
1063 fi
1064 ;;
1065 othersrc)
1066 prepareenv
1067 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
1068 chroot $LFS /tools/bin/env -i HOME=/root \
1069 TERM=$TERM PS1='\u:\w\$ ' \
1070 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
1071 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
1072 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
1073 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
1074 if [ $? -eq "0" ]; then
1075 beautify message DONE
1076 else
1077 beautify message FAIL
1078 fi
1079 stdumount
1080 ;;
1081 uploadsrc)
1082 PWD=`pwd`
1083 if [ -z $IPFIRE_USER ]; then
1084 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1085 beautify message FAIL
1086 exit 1
1087 fi
1088
1089 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1090 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1091
1092 cd $BASEDIR/cache/
1093 for file in $(ls -1 --ignore=toolchains); do
1094 grep -q "$file" <<<$REMOTE_FILES && continue
1095 NEW_FILES="$NEW_FILES $file"
1096 done
1097 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1098 cd $BASEDIR
1099 cd $PWD
1100 exit 0
1101 ;;
1102 lang)
1103 update_langs
1104 ;;
1105 *)
1106 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1107 cat doc/make.sh-usage
1108 ;;
1109 esac