Add client175 (webif for mpd) addon.
[people/pmueller/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.8test" # Version number
28 CORE="43" # Core Level (Filename)
29 PAKFIRE_CORE="42" # Core Level (PAKFIRE)
30 GIT_BRANCH=`git status | head -n1 | cut -d" " -f4` # Git Branch
31 SLOGAN="www.ipfire.org" # Software slogan
32 CONFIG_ROOT=/var/ipfire # Configuration rootdir
33 NICE=10 # Nice level
34 MAX_RETRIES=1 # prefetch/check loop
35 BUILD_IMAGES=1 # Build USB, Flash and Xen Images
36 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
37 MACHINE=`uname -m`
38 GIT_TAG=$(git tag | tail -1) # Git Tag
39 GIT_LASTCOMMIT=$(git log | head -n1 | cut -d" " -f2 |head -c8) # Last commit
40 TOOLCHAINVER=1
41 IPFVER="full" # Which versions should be compiled? (full|devel)
42
43 BUILDMACHINE=$MACHINE
44 if [ "$MACHINE" = "x86_64" ]; then
45 BUILDMACHINE="i686";
46 linux32="linux32";
47 fi
48
49
50 # Debian specific settings
51 if [ ! -e /etc/debian_version ]; then
52 FULLPATH=`which $0`
53 else
54 if [ -x /usr/bin/realpath ]; then
55 FULLPATH=`/usr/bin/realpath $0`
56 else
57 echo "ERROR: Need to do apt-get install realpath"
58 exit 1
59 fi
60 fi
61
62 PWD=`pwd`
63 BASENAME=`basename $0`
64 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
65 LOGFILE=$BASEDIR/log/_build.preparation.log
66 export BASEDIR LOGFILE
67 DIR_CHK=$BASEDIR/cache/check
68 mkdir $BASEDIR/log/ 2>/dev/null
69
70 # Include funtions
71 . tools/make-functions
72
73 if [ -f .config ]; then
74 . .config
75 else
76 echo -e "${BOLD}No configuration found!${NORMAL}"
77 echo -ne "Do you want to create one (y/N)?"
78 read CREATE_CONFIG
79 echo ""
80 if [ "$CREATE_CONFIG" == "y" ]; then
81 make_config
82 fi
83 fi
84
85 if [ -z $EDITOR ]; then
86 for i in nano emacs vi; do
87 EDITOR=$(which $i 2>/dev/null)
88 if ! [ -z $EDITOR ]; then
89 export EDITOR=$EDITOR
90 break
91 fi
92 done
93 [ -z $EDITOR ] && exiterror "You should have installed an editor."
94 fi
95
96 prepareenv() {
97 ############################################################################
98 # #
99 # Are we running the right shell? #
100 # #
101 ############################################################################
102 if [ ! "$BASH" ]; then
103 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
104 fi
105
106 if [ -z "${BASH_VERSION}" ]; then
107 exiterror "Not running BASH shell."
108 fi
109
110
111 ############################################################################
112 # #
113 # Trap on emergency exit #
114 # #
115 ############################################################################
116 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
117
118
119 ############################################################################
120 # #
121 # Resetting our nice level #
122 # #
123 ############################################################################
124 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
125 renice $NICE $$ > /dev/null
126 if [ `nice` != "$NICE" ]; then
127 beautify message FAIL
128 exiterror "Failed to set correct nice level"
129 else
130 beautify message DONE
131 fi
132
133
134 ############################################################################
135 # #
136 # Checking if running as root user #
137 # #
138 ############################################################################
139 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
140 if [ `id -u` != 0 ]; then
141 beautify message FAIL
142 exiterror "Not building as root"
143 else
144 beautify message DONE
145 fi
146
147
148 ############################################################################
149 # #
150 # Checking for necessary temporary space #
151 # #
152 ############################################################################
153 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
154 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
155 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
156 if (( 2048000 > $BASE_ASPACE )); then
157 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
158 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
159 beautify message FAIL
160 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
161 fi
162 else
163 beautify message DONE
164 fi
165
166 ############################################################################
167 # #
168 # Building Linux From Scratch system #
169 # #
170 ############################################################################
171 # Set umask
172 umask 022
173
174 # Set LFS Directory
175 LFS=$BASEDIR/build
176
177 # Check /tools symlink
178 if [ -h /tools ]; then
179 rm -f /tools
180 fi
181 if [ ! -a /tools ]; then
182 ln -s $BASEDIR/build/tools /
183 fi
184 if [ ! -h /tools ]; then
185 exiterror "Could not create /tools symbolic link."
186 fi
187
188 # Setup environment
189 set +h
190 LC_ALL=POSIX
191 if [ -z $MAKETUNING ]; then
192 MAKETUNING="-j6"
193 fi
194 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
195 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
196
197 # Make some extra directories
198 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
199 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
200 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
201 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
202
203 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
204 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
205
206 # Make all sources and proc available under lfs build
207 mount --bind /dev $BASEDIR/build/dev
208 mount --bind /dev/pts $BASEDIR/build/dev/pts
209 mount --bind /dev/shm $BASEDIR/build/dev/shm
210 mount --bind /proc $BASEDIR/build/proc
211 mount --bind /sys $BASEDIR/build/sys
212 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
213 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
214 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
215 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
216 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
217 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
218 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
219 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
220 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
221
222 # This is a temporary hack!!!
223 if [ ! -f /tools/bin/hostname ]; then
224 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
225 fi
226
227 # Run LFS static binary creation scripts one by one
228 export CCACHE_DIR=$BASEDIR/ccache
229 export CCACHE_COMPRESS=1
230 export CCACHE_HASHDIR=1
231
232 # Remove pre-install list of installed files in case user erase some files before rebuild
233 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
234 }
235
236 buildtoolchain() {
237 if [ "$(uname -m)" = "x86_64" ]; then
238 exiterror "Cannot build toolchain on x86_64. Please use the download."
239 fi
240 if [ "$(uname -r | grep ipfire)" ]; then
241 exiterror "Cannot build toolchain on ipfire. Please use the download."
242 fi
243
244 LOGFILE="$BASEDIR/log/_build.toolchain.log"
245 export LOGFILE
246 ORG_PATH=$PATH
247 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
248 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
249 lfsmake1 ccache PASS=1
250 lfsmake1 binutils PASS=1
251 lfsmake1 gcc PASS=1
252 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
253 lfsmake1 linux-libc-header
254 lfsmake1 glibc
255 lfsmake1 cleanup-toolchain PASS=1
256 lfsmake1 tcl
257 lfsmake1 expect
258 lfsmake1 dejagnu
259 lfsmake1 gcc PASS=2
260 lfsmake1 binutils PASS=2
261 lfsmake1 ccache PASS=2
262 lfsmake1 ncurses
263 lfsmake1 bash
264 lfsmake1 bzip2
265 lfsmake1 coreutils
266 lfsmake1 diffutils
267 lfsmake1 findutils
268 lfsmake1 gawk
269 lfsmake1 gettext
270 lfsmake1 grep
271 lfsmake1 gzip
272 lfsmake1 m4
273 lfsmake1 make
274 lfsmake1 patch
275 lfsmake1 perl
276 lfsmake1 sed
277 lfsmake1 tar
278 lfsmake1 texinfo
279 lfsmake1 util-linux
280 lfsmake1 cleanup-toolchain PASS=2
281 export PATH=$ORG_PATH
282 }
283
284 buildbase() {
285 LOGFILE="$BASEDIR/log/_build.base.log"
286 export LOGFILE
287 lfsmake2 stage2
288 lfsmake2 linux-libc-header
289 lfsmake2 man-pages
290 lfsmake2 glibc
291 lfsmake2 cleanup-toolchain PASS=3
292 lfsmake2 binutils
293 lfsmake2 gcc
294 lfsmake2 berkeley
295 lfsmake2 coreutils
296 lfsmake2 iana-etc
297 lfsmake2 m4
298 lfsmake2 bison
299 lfsmake2 ncurses
300 lfsmake2 procps
301 lfsmake2 sed
302 lfsmake2 libtool
303 lfsmake2 perl
304 lfsmake2 readline
305 lfsmake2 zlib
306 lfsmake2 autoconf
307 lfsmake2 automake
308 lfsmake2 bash
309 lfsmake2 bzip2
310 lfsmake2 diffutils
311 lfsmake2 e2fsprogs
312 lfsmake2 ed
313 lfsmake2 file
314 lfsmake2 findutils
315 lfsmake2 flex
316 lfsmake2 gawk
317 lfsmake2 gettext
318 lfsmake2 grep
319 lfsmake2 groff
320 lfsmake2 gzip
321 lfsmake2 inetutils
322 lfsmake2 iproute2
323 lfsmake2 kbd
324 lfsmake2 less
325 lfsmake2 libaal
326 lfsmake2 make
327 lfsmake2 man
328 lfsmake2 mktemp
329 lfsmake2 module-init-tools
330 lfsmake2 mtd
331 lfsmake2 net-tools
332 lfsmake2 patch
333 lfsmake2 psmisc
334 lfsmake2 reiser4progs
335 lfsmake2 shadow
336 lfsmake2 sysklogd
337 lfsmake2 sysvinit
338 lfsmake2 tar
339 lfsmake2 texinfo
340 lfsmake2 udev
341 lfsmake2 util-linux
342 lfsmake2 vim
343 lfsmake2 grub
344 }
345
346 buildipfire() {
347 LOGFILE="$BASEDIR/log/_build.ipfire.log"
348 export LOGFILE
349 ipfiremake configroot
350 ipfiremake backup
351 ipfiremake dhcp
352 ipfiremake dhcpcd
353 ipfiremake libusb
354 ipfiremake libpcap
355 ipfiremake ppp
356 ipfiremake pptp
357 ipfiremake unzip
358 ipfiremake which
359 ipfiremake xz
360 ipfiremake linux-firmware
361 ipfiremake linux XEN=1
362 ipfiremake kqemu XEN=1
363 ipfiremake v4l-dvb XEN=1
364 ipfiremake madwifi XEN=1
365 ipfiremake mISDN XEN=1
366 ipfiremake dahdi XEN=1 KMOD=1
367 ipfiremake cryptodev XEN=1
368 ipfiremake compat-wireless XEN=1
369 ipfiremake r8169 XEN=1
370 ipfiremake r8168 XEN=1
371 ipfiremake r8101 XEN=1
372 ipfiremake e1000 XEN=1
373 ipfiremake e1000e XEN=1
374 ipfiremake igb XEN=1
375 ipfiremake linux PAE=1
376 ipfiremake kqemu PAE=1
377 ipfiremake kvm-kmod PAE=1
378 ipfiremake v4l-dvb PAE=1
379 ipfiremake madwifi PAE=1
380 ipfiremake alsa PAE=1 KMOD=1
381 ipfiremake mISDN PAE=1
382 ipfiremake dahdi PAE=1 KMOD=1
383 ipfiremake cryptodev PAE=1
384 ipfiremake compat-wireless PAE=1
385 ipfiremake r8169 PAE=1
386 ipfiremake r8168 PAE=1
387 ipfiremake r8101 PAE=1
388 ipfiremake e1000 PAE=1
389 ipfiremake e1000e PAE=1
390 ipfiremake igb PAE=1
391 ipfiremake linux
392 ipfiremake kqemu
393 ipfiremake kvm-kmod
394 ipfiremake v4l-dvb
395 ipfiremake madwifi
396 ipfiremake alsa KMOD=1
397 ipfiremake mISDN
398 ipfiremake dahdi KMOD=1
399 ipfiremake cryptodev
400 ipfiremake compat-wireless
401 ipfiremake r8169
402 ipfiremake r8168
403 ipfiremake r8101
404 ipfiremake e1000
405 ipfiremake e1000e
406 ipfiremake igb
407 ipfiremake pkg-config
408 ipfiremake linux-atm
409 ipfiremake cpio
410
411 installmake strip
412
413 ipfiremake dracut
414 ipfiremake expat
415 ipfiremake gdbm
416 ipfiremake gmp
417 ipfiremake pam
418 ipfiremake openssl
419 ipfiremake curl
420 ipfiremake python
421 ipfiremake libnet
422 ipfiremake libnl
423 ipfiremake libidn
424 ipfiremake libjpeg
425 ipfiremake libpng
426 ipfiremake libtiff
427 ipfiremake libart
428 ipfiremake freetype
429 ipfiremake gd
430 ipfiremake popt
431 ipfiremake pcre
432 ipfiremake slang
433 ipfiremake newt
434 ipfiremake attr
435 ipfiremake libcap
436 ipfiremake pciutils
437 ipfiremake usbutils
438 ipfiremake libxml2
439 ipfiremake libxslt
440 ipfiremake BerkeleyDB
441 ipfiremake mysql
442 ipfiremake cyrus-sasl
443 ipfiremake openldap
444 ipfiremake apache2
445 ipfiremake php
446 ipfiremake apache2 PASS=C
447 ipfiremake arping
448 ipfiremake beep
449 ipfiremake bind
450 ipfiremake cdrtools
451 ipfiremake dnsmasq
452 ipfiremake dosfstools
453 ipfiremake reiserfsprogs
454 ipfiremake xfsprogs
455 ipfiremake sysfsutils
456 ipfiremake fuse
457 ipfiremake ntfs-3g
458 ipfiremake ethtool
459 ipfiremake ez-ipupdate
460 ipfiremake fcron
461 ipfiremake perl-GD
462 ipfiremake GD-Graph
463 ipfiremake GD-TextUtil
464 ipfiremake gnupg
465 ipfiremake hdparm
466 ipfiremake sdparm
467 ipfiremake mtools
468 ipfiremake initscripts
469 ipfiremake whatmask
470 ipfiremake iptables
471 ipfiremake libupnp
472 ipfiremake ipaddr
473 ipfiremake iptstate
474 ipfiremake iputils
475 ipfiremake l7-protocols
476 ipfiremake mISDNuser
477 ipfiremake capi4k-utils
478 ipfiremake hwdata
479 ipfiremake kudzu
480 ipfiremake logrotate
481 ipfiremake logwatch
482 ipfiremake misc-progs
483 ipfiremake nano
484 ipfiremake nasm
485 ipfiremake URI
486 ipfiremake HTML-Tagset
487 ipfiremake HTML-Parser
488 ipfiremake Compress-Zlib
489 ipfiremake Digest
490 ipfiremake Digest-SHA1
491 ipfiremake Digest-HMAC
492 ipfiremake libwww-perl
493 ipfiremake Net-DNS
494 ipfiremake Net-IPv4Addr
495 ipfiremake Net_SSLeay
496 ipfiremake IO-Stringy
497 ipfiremake Unix-Syslog
498 ipfiremake Mail-Tools
499 ipfiremake MIME-Tools
500 ipfiremake Net-Server
501 ipfiremake Convert-TNEF
502 ipfiremake Convert-UUlib
503 ipfiremake Archive-Tar
504 ipfiremake Archive-Zip
505 ipfiremake Text-Tabs+Wrap
506 ipfiremake Locale-Country
507 ipfiremake XML-Parser
508 ipfiremake python-setuptools
509 ipfiremake python-clientform
510 ipfiremake python-mechanize
511 ipfiremake python-feedparser
512 ipfiremake python-rssdler
513 ipfiremake glib
514 ipfiremake GeoIP
515 ipfiremake fwhits
516 ipfiremake noip_updater
517 ipfiremake ntp
518 ipfiremake openssh
519 ipfiremake rrdtool
520 ipfiremake setserial
521 ipfiremake setup
522 ipfiremake snort
523 ipfiremake oinkmaster
524 ipfiremake squid
525 ipfiremake squidguard
526 ipfiremake calamaris
527 ipfiremake tcpdump
528 ipfiremake traceroute
529 ipfiremake vlan
530 ipfiremake wireless
531 ipfiremake libsafe
532 ipfiremake pakfire
533 ipfiremake java
534 ipfiremake spandsp
535 ipfiremake lzo
536 ipfiremake openvpn
537 ipfiremake pammysql
538 ipfiremake cups
539 ipfiremake ghostscript
540 ipfiremake foomatic
541 ipfiremake hplip
542 ipfiremake samba
543 ipfiremake sudo
544 ipfiremake mc
545 ipfiremake wget
546 ipfiremake bridge-utils
547 ipfiremake screen
548 ipfiremake hddtemp
549 ipfiremake smartmontools
550 ipfiremake htop
551 ipfiremake postfix
552 ipfiremake fetchmail
553 ipfiremake cyrus-imapd
554 ipfiremake openmailadmin
555 ipfiremake clamav
556 ipfiremake spamassassin
557 ipfiremake amavisd
558 ipfiremake alsa
559 ipfiremake mpfire
560 ipfiremake guardian
561 ipfiremake libid3tag
562 ipfiremake libmad
563 ipfiremake libogg
564 ipfiremake libvorbis
565 ipfiremake libdvbpsi
566 ipfiremake lame
567 ipfiremake sox
568 ipfiremake libshout
569 ipfiremake xvid
570 ipfiremake libmpeg2
571 ipfiremake cmake
572 ipfiremake gnump3d
573 ipfiremake libsigc++
574 ipfiremake applejuice
575 ipfiremake ocaml
576 ipfiremake mldonkey
577 ipfiremake libtorrent
578 ipfiremake rtorrent
579 ipfiremake ipfireseeder
580 ipfiremake rsync
581 ipfiremake tcpwrapper
582 ipfiremake libevent
583 ipfiremake portmap
584 ipfiremake nfs
585 ipfiremake nmap
586 ipfiremake ncftp
587 ipfiremake etherwake
588 ipfiremake bwm-ng
589 ipfiremake tripwire
590 ipfiremake sysstat
591 ipfiremake vsftpd
592 ipfiremake strongswan
593 ipfiremake lsof
594 ipfiremake centerim
595 ipfiremake br2684ctl
596 ipfiremake pcmciautils
597 ipfiremake lm_sensors
598 ipfiremake liboping
599 ipfiremake collectd
600 ipfiremake lcd4linux
601 ipfiremake teamspeak
602 ipfiremake elinks
603 ipfiremake igmpproxy
604 ipfiremake fbset
605 ipfiremake sdl
606 ipfiremake qemu
607 ipfiremake qemu-kqemu
608 ipfiremake sane
609 ipfiremake netpbm
610 ipfiremake phpSANE
611 ipfiremake tunctl
612 ipfiremake nagios
613 ipfiremake ebtables
614 ipfiremake fontconfig
615 ipfiremake freefont
616 ipfiremake directfb
617 ipfiremake dfb++
618 ipfiremake faad2
619 ipfiremake ffmpeg
620 ipfiremake videolan
621 ipfiremake vdr
622 ipfiremake w_scan
623 ipfiremake icecast
624 ipfiremake icegenerator
625 ipfiremake mpd
626 ipfiremake libmpdclient
627 ipfiremake mpc
628 ipfiremake git
629 ipfiremake squidclamav
630 ipfiremake bc
631 ipfiremake vnstat
632 ipfiremake vnstati
633 ipfiremake iw
634 ipfiremake wpa_supplicant
635 ipfiremake hostapd
636 ipfiremake urlgrabber
637 ipfiremake syslinux
638 ipfiremake tftpd
639 ipfiremake cpufrequtils
640 ipfiremake dbus
641 ipfiremake bluetooth
642 ipfiremake gutenprint
643 ipfiremake apcupsd
644 ipfiremake iperf
645 ipfiremake netcat
646 ipfiremake 7zip
647 ipfiremake lynis
648 ipfiremake splix
649 ipfiremake streamripper
650 ipfiremake sshfs
651 ipfiremake sqlite
652 ipfiremake taglib
653 ipfiremake mediatomb
654 ipfiremake sslh
655 ipfiremake perl-gettext
656 ipfiremake vdradmin
657 ipfiremake miau
658 ipfiremake netsnmpd
659 ipfiremake perl-DBI
660 ipfiremake perl-DBD-mysql
661 ipfiremake cacti
662 ipfiremake icecc
663 ipfiremake openvmtools
664 ipfiremake nagiosql
665 ipfiremake iftop
666 ipfiremake motion
667 ipfiremake joe
668 ipfiremake nut
669 ipfiremake watchdog
670 ipfiremake libpri
671 ipfiremake dahdi
672 ipfiremake asterisk
673 ipfiremake lcr
674 ipfiremake usb_modeswitch
675 ipfiremake usb_modeswitch_data
676 ipfiremake zerofree
677 ipfiremake mdadm
678 ipfiremake eject
679 ipfiremake pound
680 ipfiremake minicom
681 ipfiremake ddrescue
682 ipfiremake tcl
683 ipfiremake imspector
684 ipfiremake client175
685 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
686 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
687 echo >> $BASEDIR/build/var/ipfire/firebuild
688 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
689 echo >> $BASEDIR/build/var/ipfire/firebuild
690 git status >> $BASEDIR/build/var/ipfire/firebuild
691 echo >> $BASEDIR/build/var/ipfire/firebuild
692 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
693 echo $PAKFIRE_CORE > $BASEDIR/build/opt/pakfire/db/core/mine
694 if [ "$GIT_BRANCH" = "next" ]; then
695 echo "$NAME $VERSION - (Development Build: $GIT_LASTCOMMIT)" > $BASEDIR/build/etc/system-release
696 else
697 echo "$NAME $VERSION - $GIT_BRANCH" > $BASEDIR/build/etc/system-release
698 fi
699 }
700
701 buildinstaller() {
702 # Run installer scripts one by one
703 LOGFILE="$BASEDIR/log/_build.installer.log"
704 export LOGFILE
705 ipfiremake as86
706 ipfiremake mbr
707 ipfiremake memtest
708 ipfiremake installer
709 cp -f $BASEDIR/doc/COPYING $BASEDIR/build/install/initrd/
710 installmake strip
711 ipfiremake initrd
712 }
713
714 buildpackages() {
715 LOGFILE="$BASEDIR/log/_build.packages.log"
716 export LOGFILE
717 echo "... see detailed log in _build.*.log files" >> $LOGFILE
718
719
720 # Generating list of packages used
721 echo -n "Generating packages list from logs" | tee -a $LOGFILE
722 rm -f $BASEDIR/doc/packages-list
723 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
724 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
725 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
726 fi
727 done
728 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
729 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
730 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
731 rm -f $BASEDIR/doc/packages-list
732 # packages-list.txt is ready to be displayed for wiki page
733 beautify message DONE
734
735 # Update changelog
736 cd $BASEDIR
737 $0 git log
738
739 # Create images for install
740 ipfiremake cdrom ED=$IPFVER
741
742 # Check if there is a loop device for building in virtual environments
743 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
744 ipfiremake usb-stick ED=$IPFVER
745 ipfiremake flash-images ED=$IPFVER
746 fi
747
748 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
749
750 ipfirepackages
751
752 # Check if there is a loop device for building in virtual environments
753 if [ $BUILD_IMAGES == 1 ] && ([ -e /dev/loop/0 ] || [ -e /dev/loop0 ]); then
754 cp -f $BASEDIR/packages/linux-xen-*.ipfire $LFS/install/packages/
755 cp -f $BASEDIR/packages/meta-linux-xen $LFS/install/packages/
756 ipfiremake xen-image ED=$IPFVER
757 rm -rf $LFS/install/packages/linux-xen-*.ipfire
758 rm -rf $LFS/install/packages/meta-linux-xen
759 fi
760 mv $LFS/install/images/*.bz2 $BASEDIR >> $LOGFILE 2>&1
761
762 # Cleanup
763 stdumount
764 rm -rf $BASEDIR/build/tmp/*
765
766 # Generating total list of files
767 echo -n "Generating files list from logs" | tee -a $LOGFILE
768 rm -f $BASEDIR/log/FILES
769 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
770 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
771 echo "##" >>$BASEDIR/log/FILES
772 echo "## `basename $i`" >>$BASEDIR/log/FILES
773 echo "##" >>$BASEDIR/log/FILES
774 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
775 fi
776 done
777 beautify message DONE
778
779 cd $PWD
780 }
781
782 ipfirepackages() {
783 ipfiremake core-updates
784 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
785 if [ -e $BASEDIR/lfs/$i ]; then
786 ipfiredist $i
787 else
788 echo -n $i
789 beautify message SKIP
790 fi
791 done
792 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
793 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
794 rm -rf $BASEDIR/build/install/packages/*
795 }
796
797 # See what we're supposed to do
798 case "$1" in
799 build)
800 clear
801 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
802 #only restore on a clean disk
803 if [ ! -f log/cleanup-toolchain-2-tools ]; then
804 if [ ! -n "$PACKAGE" ]; then
805 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
806 prepareenv
807 buildtoolchain
808 else
809 PACKAGENAME=${PACKAGE%.tar.gz}
810 beautify build_stage "Packaged toolchain compilation"
811 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
812 tar zxf $PACKAGE
813 prepareenv
814 else
815 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
816 fi
817 fi
818 else
819 echo -n "Using installed toolchain" | tee -a $LOGFILE
820 beautify message SKIP
821 prepareenv
822 fi
823
824 beautify build_start
825 beautify build_stage "Building LFS"
826 buildbase
827
828 beautify build_stage "Building IPFire"
829 buildipfire
830
831 beautify build_stage "Building installer"
832 buildinstaller
833
834 beautify build_stage "Building packages"
835 buildpackages
836
837 beautify build_stage "Checking Logfiles for new Files"
838 cd ..
839 tools/checknewlog.pl
840
841 beautify build_end
842 ;;
843 shell)
844 # enter a shell inside LFS chroot
845 # may be used to changed kernel settings
846 prepareenv
847 entershell
848 ;;
849 clean)
850 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
851 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
852 $LOSETUP -d $i 2>/dev/null
853 done
854 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
855 umount $i
856 done
857 stdumount
858 for i in `seq 0 7`; do
859 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
860 umount /dev/loop${i} 2>/dev/null;
861 losetup -d /dev/loop${i} 2>/dev/null;
862 fi;
863 done
864 rm -rf $BASEDIR/build
865 rm -rf $BASEDIR/cdrom
866 rm -rf $BASEDIR/packages
867 rm -rf $BASEDIR/log
868 if [ -h /tools ]; then
869 rm -f /tools
870 fi
871 beautify message DONE
872 ;;
873 downloadsrc)
874 if [ ! -d $BASEDIR/cache ]; then
875 mkdir $BASEDIR/cache
876 fi
877 mkdir -p $BASEDIR/log
878 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
879 FINISHED=0
880 cd $BASEDIR/lfs
881 for c in `seq $MAX_RETRIES`; do
882 if (( FINISHED==1 )); then
883 break
884 fi
885 FINISHED=1
886 cd $BASEDIR/lfs
887 for i in *; do
888 if [ -f "$i" -a "$i" != "Config" ]; then
889 echo -ne "Loading $i"
890 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
891 if [ $? -ne 0 ]; then
892 beautify message FAIL
893 FINISHED=0
894 else
895 if [ $c -eq 1 ]; then
896 beautify message DONE
897 fi
898 fi
899 fi
900 done
901 done
902 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
903 ERROR=0
904 for i in *; do
905 if [ -f "$i" -a "$i" != "Config" ]; then
906 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
907 if [ $? -ne 0 ]; then
908 echo -ne "MD5 difference in lfs/$i"
909 beautify message FAIL
910 ERROR=1
911 fi
912 fi
913 done
914 if [ $ERROR -eq 0 ]; then
915 echo -ne "${BOLD}all files md5sum match${NORMAL}"
916 beautify message DONE
917 else
918 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
919 beautify message FAIL
920 fi
921 cd - >/dev/null 2>&1
922 ;;
923 toolchain)
924 clear
925 prepareenv
926 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
927 buildtoolchain
928 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
929 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
930 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
931 build/{bin,etc,usr/bin,usr/local} \
932 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
933 log >> $LOGFILE
934 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
935 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
936 stdumount
937 ;;
938 gettoolchain)
939 # arbitrary name to be updated in case of new toolchain package upload
940 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
941 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
942 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
943 test -d $BASEDIR/cache/toolchains || mkdir -p $BASEDIR/cache/toolchains
944 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
945 cd $BASEDIR/cache/toolchains
946 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
947 if [ $? -ne 0 ]; then
948 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
949 else
950 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
951 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
952 else
953 exiterror "$PACKAGE.md5 did not match, check downloaded package"
954 fi
955 fi
956 else
957 echo "Toolchain is already downloaded. Exiting..."
958 fi
959 ;;
960 othersrc)
961 prepareenv
962 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
963 chroot $LFS /tools/bin/env -i HOME=/root \
964 TERM=$TERM PS1='\u:\w\$ ' \
965 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
966 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
967 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
968 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
969 if [ $? -eq "0" ]; then
970 beautify message DONE
971 else
972 beautify message FAIL
973 fi
974 stdumount
975 ;;
976 git)
977 case "$2" in
978 update|up)
979 ## REMOVES ALL UNCOMMITTED CHANGES!
980 [ "$3" == "--force" ] && git checkout -f
981 git pull
982 ;;
983 commit|ci)
984 shift 2
985 git commit $*
986
987 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
988
989 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
990 read
991 [ -z $REPLY ] && exit 0
992 for i in y Y j J; do
993 if [ "$i" == "$REPLY" ]; then
994 $0 git push
995 exit $?
996 fi
997 done
998 exiterror "\"$REPLY\" is not a valid answer."
999 ;;
1000 dist)
1001 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
1002 ;;
1003 diff|di)
1004 echo -ne "Make a local diff to last revision"
1005 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
1006 evaluate 1
1007 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
1008 git diff --stat
1009 ;;
1010 push)
1011 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
1012 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
1013
1014 git push ${GIT_URL} $3
1015 ;;
1016 log)
1017 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
1018 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
1019
1020 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
1021 ;;
1022 esac
1023 ;;
1024 uploadsrc)
1025 PWD=`pwd`
1026 if [ -z $IPFIRE_USER ]; then
1027 echo -n "You have to setup IPFIRE_USER first. See .config for details."
1028 beautify message FAIL
1029 exit 1
1030 fi
1031
1032 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
1033 REMOTE_FILES=$(echo "ls -1 --ignore=toolchains" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
1034
1035 cd $BASEDIR/cache/
1036 for file in $(ls -1 --ignore=toolchains); do
1037 grep -q "$file" <<<$REMOTE_FILES && continue
1038 NEW_FILES="$NEW_FILES $file"
1039 done
1040 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
1041 cd $BASEDIR
1042 cd $PWD
1043 exit 0
1044 ;;
1045 batch)
1046 if [ "$2" = "--background" ]; then
1047 batch_script
1048 exit $?
1049 fi
1050 if [ `screen -ls | grep -q ipfire` ]; then
1051 echo "Build is already running, sorry!"
1052 exit 1
1053 else
1054 if [ "$2" = "--rebuild" ]; then
1055 export IPFIRE_REBUILD=1
1056 echo "REBUILD!"
1057 else
1058 export IPFIRE_REBUILD=0
1059 fi
1060 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1061 screen -dmS ipfire $0 batch --background
1062 evaluate 1
1063 exit 0
1064 fi
1065 ;;
1066 watch)
1067 watch_screen
1068 ;;
1069 pxe)
1070 case "$2" in
1071 start)
1072 start_tftpd
1073 ;;
1074 stop)
1075 stop_tftpd
1076 ;;
1077 reload|restart)
1078 reload_tftpd
1079 ;;
1080 esac
1081 exit 0
1082 ;;
1083 lang)
1084 update_langs
1085 ;;
1086 "")
1087 clear
1088 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1089 do
1090 case $name in
1091 "IPFIRE: Downloadsrc")
1092 $0 downloadsrc
1093 ;;
1094 "IPFIRE: Build (silent)")
1095 $0 build-silent
1096 ;;
1097 "IPFIRE: Watch Build")
1098 $0 watch
1099 ;;
1100 "IPFIRE: Batch")
1101 $0 batch
1102 ;;
1103 "IPFIRE: Clean")
1104 $0 clean
1105 ;;
1106 "Help")
1107 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1108 cat doc/make.sh-usage
1109 ;;
1110 "LOG: Tail")
1111 tail -f log/_*
1112 ;;
1113 "Exit")
1114 break
1115 ;;
1116 esac
1117 done
1118 ;;
1119 config)
1120 make_config
1121 ;;
1122 *)
1123 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1124 cat doc/make.sh-usage
1125 ;;
1126 esac