Imported xen patches.
[people/teissler/ipfire-2.x.git] / make.sh
1 #!/bin/bash
2 ############################################################################
3 # #
4 # This file is part of the IPFire Firewall. #
5 # #
6 # IPFire is free software; you can redistribute it and/or modify #
7 # it under the terms of the GNU General Public License as published by #
8 # the Free Software Foundation; either version 2 of the License, or #
9 # (at your option) any later version. #
10 # #
11 # IPFire is distributed in the hope that it will be useful, #
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of #
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14 # GNU General Public License for more details. #
15 # #
16 # You should have received a copy of the GNU General Public License #
17 # along with IPFire; if not, write to the Free Software #
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19 # #
20 # Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21 # #
22 ############################################################################
23 #
24
25 NAME="IPFire" # Software name
26 SNAME="ipfire" # Short name
27 VERSION="2.3"
28 CORE="28"
29 GIT_BRANCH=master:master # Version number
30 SLOGAN="www.ipfire.org" # Software slogan
31 CONFIG_ROOT=/var/ipfire # Configuration rootdir
32 NICE=10 # Nice level
33 MAX_RETRIES=1 # prefetch/check loop
34 KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
35 MACHINE=`uname -m`
36 GIT_TAG=$(git tag | tail -1)
37 TOOLCHAINVER=1
38 IPFVER="full" # Which versions should be compiled? (full|devel)
39
40 # Debian specific settings
41 if [ ! -e /etc/debian_version ]; then
42 FULLPATH=`which $0`
43 else
44 if [ -x /usr/bin/realpath ]; then
45 FULLPATH=`/usr/bin/realpath $0`
46 else
47 echo "ERROR: Need to do apt-get install realpath"
48 exit 1
49 fi
50 fi
51
52 PWD=`pwd`
53 BASENAME=`basename $0`
54 BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
55 LOGFILE=$BASEDIR/log/_build.preparation.log
56 export BASEDIR LOGFILE
57 DIR_CHK=$BASEDIR/cache/check
58 mkdir $BASEDIR/log/ 2>/dev/null
59
60 # Include funtions
61 . tools/make-functions
62
63 if [ -f .config ]; then
64 . .config
65 else
66 echo -e "${BOLD}No configuration found!${NORMAL}"
67 echo -ne "Do you want to create one (y/N)?"
68 read CREATE_CONFIG
69 echo ""
70 if [ "$CREATE_CONFIG" == "y" ]; then
71 make_config
72 fi
73 fi
74
75 if [ -z $EDITOR ]; then
76 for i in nano emacs vi; do
77 EDITOR=$(which $i 2>/dev/null)
78 if ! [ -z $EDITOR ]; then
79 export EDITOR=$EDITOR
80 break
81 fi
82 done
83 [ -z $EDITOR ] && exiterror "You should have installed an editor."
84 fi
85
86 prepareenv() {
87 ############################################################################
88 # #
89 # Are we running the right shell? #
90 # #
91 ############################################################################
92 if [ ! "$BASH" ]; then
93 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
94 fi
95
96 if [ -z "${BASH_VERSION}" ]; then
97 exiterror "Not running BASH shell."
98 fi
99
100
101 ############################################################################
102 # #
103 # Trap on emergency exit #
104 # #
105 ############################################################################
106 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
107
108
109 ############################################################################
110 # #
111 # Resetting our nice level #
112 # #
113 ############################################################################
114 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
115 renice $NICE $$ > /dev/null
116 if [ `nice` != "$NICE" ]; then
117 beautify message FAIL
118 exiterror "Failed to set correct nice level"
119 else
120 beautify message DONE
121 fi
122
123
124 ############################################################################
125 # #
126 # Checking if running as root user #
127 # #
128 ############################################################################
129 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
130 if [ `id -u` != 0 ]; then
131 beautify message FAIL
132 exiterror "Not building as root"
133 else
134 beautify message DONE
135 fi
136
137
138 ############################################################################
139 # #
140 # Checking for necessary temporary space #
141 # #
142 ############################################################################
143 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
144 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
145 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
146 if (( 2048000 > $BASE_ASPACE )); then
147 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
148 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
149 beautify message FAIL
150 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
151 fi
152 else
153 beautify message DONE
154 fi
155
156 ############################################################################
157 # #
158 # Building Linux From Scratch system #
159 # #
160 ############################################################################
161 # Set umask
162 umask 022
163
164 # Set LFS Directory
165 LFS=$BASEDIR/build
166
167 # Check /tools symlink
168 if [ -h /tools ]; then
169 rm -f /tools
170 fi
171 if [ ! -a /tools ]; then
172 ln -s $BASEDIR/build/tools /
173 fi
174 if [ ! -h /tools ]; then
175 exiterror "Could not create /tools symbolic link."
176 fi
177
178 # Setup environment
179 set +h
180 LC_ALL=POSIX
181 if [ -z $MAKETUNING ]; then
182 MAKETUNING="-j6"
183 fi
184 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
185 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
186
187 # Make some extra directories
188 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
189 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
190 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
191 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
192
193 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
194 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
195
196 # Make all sources and proc available under lfs build
197 mount --bind /dev $BASEDIR/build/dev
198 mount --bind /dev/pts $BASEDIR/build/dev/pts
199 mount --bind /dev/shm $BASEDIR/build/dev/shm
200 mount --bind /proc $BASEDIR/build/proc
201 mount --bind /sys $BASEDIR/build/sys
202 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
203 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
204 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
205 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
206 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
207 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
208 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
209 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
210 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
211
212 # This is a temporary hack!!!
213 if [ ! -f /tools/bin/hostname ]; then
214 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
215 fi
216
217 # Run LFS static binary creation scripts one by one
218 export CCACHE_DIR=$BASEDIR/ccache
219 export CCACHE_HASHDIR=1
220
221 # Remove pre-install list of installed files in case user erase some files before rebuild
222 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
223 }
224
225 buildtoolchain() {
226 LOGFILE="$BASEDIR/log/_build.toolchain.log"
227 export LOGFILE
228 ORG_PATH=$PATH
229 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
230 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
231 lfsmake1 ccache
232 lfsmake1 binutils PASS=1
233 lfsmake1 gcc PASS=1
234 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
235 lfsmake1 linux-libc-header
236 lfsmake1 glibc
237 lfsmake1 cleanup-toolchain PASS=1
238 lfsmake1 tcl
239 lfsmake1 expect
240 lfsmake1 dejagnu
241 lfsmake1 gcc PASS=2
242 lfsmake1 binutils PASS=2
243 lfsmake1 ncurses
244 lfsmake1 bash
245 lfsmake1 bzip2
246 lfsmake1 coreutils
247 lfsmake1 diffutils
248 lfsmake1 findutils
249 lfsmake1 gawk
250 lfsmake1 gettext
251 lfsmake1 grep
252 lfsmake1 gzip
253 lfsmake1 m4
254 lfsmake1 make
255 lfsmake1 patch
256 lfsmake1 perl
257 lfsmake1 sed
258 lfsmake1 tar
259 lfsmake1 texinfo
260 lfsmake1 util-linux
261 lfsmake1 cleanup-toolchain PASS=2
262 export PATH=$ORG_PATH
263 }
264
265 buildbase() {
266 LOGFILE="$BASEDIR/log/_build.base.log"
267 export LOGFILE
268 lfsmake2 stage2
269 lfsmake2 linux-libc-header
270 lfsmake2 man-pages
271 lfsmake2 glibc
272 lfsmake2 cleanup-toolchain PASS=3
273 lfsmake2 binutils
274 lfsmake2 gcc
275 lfsmake2 berkeley
276 lfsmake2 coreutils
277 lfsmake2 iana-etc
278 lfsmake2 m4
279 lfsmake2 bison
280 lfsmake2 ncurses
281 lfsmake2 procps
282 lfsmake2 sed
283 lfsmake2 libtool
284 lfsmake2 perl
285 lfsmake2 readline
286 lfsmake2 zlib
287 lfsmake2 autoconf
288 lfsmake2 automake
289 lfsmake2 bash
290 lfsmake2 bzip2
291 lfsmake2 diffutils
292 lfsmake2 e2fsprogs
293 lfsmake2 ed
294 lfsmake2 file
295 lfsmake2 findutils
296 lfsmake2 flex
297 lfsmake2 gawk
298 lfsmake2 gettext
299 lfsmake2 grep
300 lfsmake2 groff
301 lfsmake2 gzip
302 lfsmake2 inetutils
303 lfsmake2 iproute2
304 lfsmake2 kbd
305 lfsmake2 less
306 lfsmake2 libaal
307 lfsmake2 make
308 lfsmake2 man
309 lfsmake2 mktemp
310 lfsmake2 module-init-tools
311 lfsmake2 mtd
312 lfsmake2 net-tools
313 lfsmake2 patch
314 lfsmake2 psmisc
315 lfsmake2 reiser4progs
316 lfsmake2 shadow
317 lfsmake2 sysklogd
318 lfsmake2 sysvinit
319 lfsmake2 tar
320 lfsmake2 texinfo
321 lfsmake2 udev
322 lfsmake2 util-linux
323 lfsmake2 vim
324 lfsmake2 grub
325 }
326
327 buildipfire() {
328 LOGFILE="$BASEDIR/log/_build.ipfire.log"
329 export LOGFILE
330 ipfiremake configroot
331 ipfiremake backup
332 ipfiremake dhcp
333 ipfiremake dhcpcd
334 ipfiremake libusb
335 ipfiremake libpcap
336 ipfiremake ppp
337 ipfiremake rp-pppoe
338 ipfiremake pptp
339 ipfiremake unzip
340 ipfiremake linux
341 ipfiremake atl2
342 ipfiremake kqemu
343 ipfiremake v4l-dvb
344 ipfiremake madwifi
345 ipfiremake alsa KMOD=1
346 ipfiremake openswan KMOD=1
347 ipfiremake mISDN
348 ipfiremake pkg-config
349 ipfiremake linux-atm
350 ipfiremake cpio
351 ipfiremake klibc
352 ipfiremake mkinitcpio
353 ipfiremake udev KLIBC=1
354 ipfiremake expat
355 ipfiremake gdbm
356 ipfiremake gmp
357 ipfiremake pam
358 ipfiremake openssl
359 ipfiremake curl
360 ipfiremake python
361 ipfiremake libnet
362 ipfiremake libidn
363 ipfiremake libjpeg
364 ipfiremake libpng
365 ipfiremake libtiff
366 ipfiremake libart
367 ipfiremake freetype
368 ipfiremake gd
369 ipfiremake popt
370 ipfiremake pcre
371 ipfiremake slang
372 ipfiremake newt
373 ipfiremake libcap
374 ipfiremake pciutils
375 ipfiremake usbutils
376 ipfiremake libxml2
377 ipfiremake libxslt
378 ipfiremake BerkeleyDB
379 ipfiremake mysql
380 ipfiremake cyrus-sasl
381 ipfiremake openldap
382 ipfiremake apache2
383 ipfiremake php
384 ipfiremake apache2 PASS=C
385 ipfiremake arping
386 ipfiremake beep
387 ipfiremake bind
388 ipfiremake cdrtools
389 ipfiremake dnsmasq
390 ipfiremake dosfstools
391 ipfiremake squashfstools
392 ipfiremake reiserfsprogs
393 ipfiremake xfsprogs
394 ipfiremake sysfsutils
395 ipfiremake fuse
396 ipfiremake ntfs-3g
397 ipfiremake ethtool
398 ipfiremake ez-ipupdate
399 ipfiremake fcron
400 ipfiremake perl-GD
401 ipfiremake GD-Graph
402 ipfiremake GD-TextUtil
403 ipfiremake gnupg
404 ipfiremake hdparm
405 ipfiremake sdparm
406 ipfiremake mtools
407 ipfiremake initscripts
408 ipfiremake whatmask
409 ipfiremake iptables
410 ipfiremake libupnp
411 ipfiremake ipaddr
412 ipfiremake iptstate
413 ipfiremake iputils
414 ipfiremake l7-protocols
415 ipfiremake mISDNuser
416 ipfiremake capi4k-utils
417 ipfiremake hwdata
418 ipfiremake kudzu
419 ipfiremake logrotate
420 ipfiremake logwatch
421 ipfiremake misc-progs
422 ipfiremake nano
423 ipfiremake nasm
424 ipfiremake URI
425 ipfiremake HTML-Tagset
426 ipfiremake HTML-Parser
427 ipfiremake Compress-Zlib
428 ipfiremake Digest
429 ipfiremake Digest-SHA1
430 ipfiremake Digest-HMAC
431 ipfiremake libwww-perl
432 ipfiremake Net-DNS
433 ipfiremake Net-IPv4Addr
434 ipfiremake Net_SSLeay
435 ipfiremake IO-Stringy
436 ipfiremake Unix-Syslog
437 ipfiremake Mail-Tools
438 ipfiremake MIME-Tools
439 ipfiremake Net-Server
440 ipfiremake Convert-TNEF
441 ipfiremake Convert-UUlib
442 ipfiremake Archive-Tar
443 ipfiremake Archive-Zip
444 ipfiremake Text-Tabs+Wrap
445 ipfiremake Locale-Country
446 ipfiremake XML-Parser
447 ipfiremake python-setuptools
448 ipfiremake python-clientform
449 ipfiremake python-mechanize
450 ipfiremake python-feedparser
451 ipfiremake python-rssdler
452 ipfiremake glib
453 ipfiremake GeoIP
454 ipfiremake fwhits
455 ipfiremake noip_updater
456 ipfiremake ntp
457 ipfiremake openssh
458 ipfiremake rrdtool
459 ipfiremake setserial
460 ipfiremake setup
461 ipfiremake snort
462 ipfiremake oinkmaster
463 ipfiremake squid
464 ipfiremake squidguard
465 ipfiremake calamaris
466 ipfiremake tcpdump
467 ipfiremake traceroute
468 ipfiremake vlan
469 ipfiremake wireless
470 ipfiremake libsafe
471 ipfiremake pakfire
472 ipfiremake java
473 ipfiremake spandsp
474 ipfiremake lzo
475 ipfiremake openvpn
476 ipfiremake pammysql
477 ipfiremake cups
478 ipfiremake ghostscript
479 ipfiremake foomatic
480 ipfiremake hplip
481 ipfiremake samba
482 ipfiremake sudo
483 ipfiremake mc
484 ipfiremake wget
485 ipfiremake bridge-utils
486 ipfiremake screen
487 ipfiremake hddtemp
488 ipfiremake smartmontools
489 ipfiremake htop
490 ipfiremake postfix
491 ipfiremake fetchmail
492 ipfiremake cyrus-imapd
493 ipfiremake openmailadmin
494 ipfiremake clamav
495 ipfiremake spamassassin
496 ipfiremake amavisd
497 ipfiremake alsa
498 ipfiremake mpfire
499 ipfiremake guardian
500 ipfiremake libid3tag
501 ipfiremake libmad
502 ipfiremake libogg
503 ipfiremake libvorbis
504 ipfiremake libdvbpsi
505 ipfiremake lame
506 ipfiremake sox
507 ipfiremake libshout
508 ipfiremake xvid
509 ipfiremake libmpeg2
510 ipfiremake cmake
511 ipfiremake libpri
512 ipfiremake asterisk
513 ipfiremake gnump3d
514 ipfiremake libsigc++
515 ipfiremake applejuice
516 ipfiremake ocaml
517 ipfiremake mldonkey
518 ipfiremake libtorrent
519 ipfiremake rtorrent
520 ipfiremake ipfireseeder
521 ipfiremake rsync
522 ipfiremake tcpwrapper
523 ipfiremake portmap
524 ipfiremake nfs
525 ipfiremake nmap
526 ipfiremake ncftp
527 ipfiremake etherwake
528 ipfiremake bwm-ng
529 ipfiremake tripwire
530 ipfiremake sysstat
531 ipfiremake vsftpd
532 ipfiremake which
533 ipfiremake openswan
534 ipfiremake lsof
535 ipfiremake centerim
536 ipfiremake br2684ctl
537 ipfiremake pcmciautils
538 ipfiremake lm_sensors
539 ipfiremake collectd
540 ipfiremake lcd4linux
541 ipfiremake tcptrack
542 ipfiremake teamspeak
543 ipfiremake elinks
544 ipfiremake igmpproxy
545 ipfiremake fbset
546 ipfiremake sdl
547 ipfiremake qemu
548 ipfiremake sane
549 ipfiremake netpbm
550 ipfiremake phpSANE
551 ipfiremake tunctl
552 ipfiremake nagios
553 ipfiremake ebtables
554 ipfiremake fontconfig
555 ipfiremake freefont
556 ipfiremake directfb
557 ipfiremake dfb++
558 ipfiremake ffmpeg
559 ipfiremake videolan
560 ipfiremake vdr
561 ipfiremake w_scan
562 ipfiremake icecast
563 ipfiremake icegenerator
564 ipfiremake mpd
565 ipfiremake mpc
566 ipfiremake git
567 ipfiremake squidclamav
568 ipfiremake bc
569 ipfiremake esniper
570 ipfiremake vnstat
571 ipfiremake vnstati
572 ipfiremake wpa_supplicant
573 ipfiremake hostapd
574 ipfiremake urlgrabber
575 ipfiremake syslinux
576 ipfiremake tftpd
577 ipfiremake cpufrequtils
578 ipfiremake dbus
579 ipfiremake bluetooth
580 ipfiremake gutenprint
581 ipfiremake apcupsd
582 ipfiremake iperf
583 ipfiremake netcat
584 ipfiremake 7zip
585 ipfiremake lynis
586 ipfiremake cryptsetup
587 ipfiremake splix
588 ipfiremake streamripper
589 ipfiremake sshfs
590 ipfiremake sqlite
591 ipfiremake taglib
592 # ipfiremake mediatomb
593 ipfiremake sslh
594 ipfiremake perl-gettext
595 ipfiremake vdradmin
596 ipfiremake miau
597 ipfiremake net-snmp
598 ipfiremake perl-DBI
599 ipfiremake perl-DBD-mysql
600 ipfiremake lcr
601 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
602 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
603 echo >> $BASEDIR/build/var/ipfire/firebuild
604 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
605 echo >> $BASEDIR/build/var/ipfire/firebuild
606 git status >> $BASEDIR/build/var/ipfire/firebuild
607 echo >> $BASEDIR/build/var/ipfire/firebuild
608 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
609 echo $CORE > $BASEDIR/build/opt/pakfire/db/core/mine
610 }
611
612 buildinstaller() {
613 # Run installer scripts one by one
614 LOGFILE="$BASEDIR/log/_build.installer.log"
615 export LOGFILE
616 ipfiremake as86
617 ipfiremake mbr
618 ipfiremake memtest
619 installmake linux-libc-header
620 installmake binutils
621 ipfiremake uClibc PASS=1
622 ipfiremake gcc INST=1
623 installmake uClibc PASS=2
624 installmake gcc INST=2
625 installmake uClibc PASS=3
626 installmake busybox
627 installmake udev
628 installmake slang
629 installmake newt
630 installmake gettext
631 installmake kbd
632 installmake popt
633 installmake sysvinit
634 installmake misc-progs
635 installmake libaal
636 installmake reiser4progs
637 installmake reiserfsprogs
638 installmake sysfsutils
639 installmake util-linux
640 installmake pciutils
641 installmake zlib
642 installmake mtd
643 installmake wget
644 installmake hwdata
645 installmake kudzu
646 installmake pcmciautils
647 installmake installer
648 installmake initrd
649 }
650
651 buildpackages() {
652 LOGFILE="$BASEDIR/log/_build.packages.log"
653 export LOGFILE
654 echo "... see detailed log in _build.*.log files" >> $LOGFILE
655
656 installmake strip
657
658 # Generating list of packages used
659 echo -n "Generating packages list from logs" | tee -a $LOGFILE
660 rm -f $BASEDIR/doc/packages-list
661 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
662 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
663 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
664 fi
665 done
666 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
667 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
668 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
669 rm -f $BASEDIR/doc/packages-list
670 # packages-list.txt is ready to be displayed for wiki page
671 beautify message DONE
672
673 # Update changelog
674 cd $BASEDIR
675 $0 git log
676
677 # Create images for install
678 ipfiremake cdrom ED=$IPFVER
679
680 # Check if there is a loop device for building in virtual environments
681 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
682 ipfiremake usb-stick ED=$IPFVER
683 fi
684
685 # Create updater package
686 #ipfiremake updater
687 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
688
689 ipfirepackages
690
691 # Cleanup
692 stdumount
693 rm -rf $BASEDIR/build/tmp/*
694
695 # Generating total list of files
696 echo -n "Generating files list from logs" | tee -a $LOGFILE
697 rm -f $BASEDIR/log/FILES
698 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
699 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
700 echo "##" >>$BASEDIR/log/FILES
701 echo "## `basename $i`" >>$BASEDIR/log/FILES
702 echo "##" >>$BASEDIR/log/FILES
703 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
704 fi
705 done
706 beautify message DONE
707
708 cd $PWD
709 }
710
711 ipfirepackages() {
712 ipfiremake core-updates
713 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
714 if [ -e $BASEDIR/lfs/$i ]; then
715 ipfiredist $i
716 else
717 echo -n $i
718 beautify message SKIP
719 fi
720 done
721 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
722 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
723 rm -rf $BASEDIR/build/install/packages/*
724 }
725
726 # See what we're supposed to do
727 case "$1" in
728 build)
729 clear
730 BUILDMACHINE=`uname -m`
731 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
732 #only restore on a clean disk
733 if [ ! -f log/cleanup-toolchain-2-tools ]; then
734 if [ ! -n "$PACKAGE" ]; then
735 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
736 prepareenv
737 buildtoolchain
738 else
739 PACKAGENAME=${PACKAGE%.tar.gz}
740 beautify build_stage "Packaged toolchain compilation"
741 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
742 tar zxf $PACKAGE
743 prepareenv
744 else
745 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
746 fi
747 fi
748 else
749 echo -n "Using installed toolchain" | tee -a $LOGFILE
750 beautify message SKIP
751 prepareenv
752 fi
753
754 beautify build_start
755 beautify build_stage "Building LFS"
756 buildbase
757
758 beautify build_stage "Building IPFire"
759 buildipfire
760
761 beautify build_stage "Building installer"
762 buildinstaller
763
764 beautify build_stage "Building packages"
765 buildpackages
766
767 beautify build_stage "Checking Logfiles for new Files"
768 cd ..
769 tools/checknewlog.pl
770
771 beautify build_end
772 ;;
773 shell)
774 # enter a shell inside LFS chroot
775 # may be used to changed kernel settings
776 prepareenv
777 entershell
778 ;;
779 clean)
780 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
781 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
782 $LOSETUP -d $i 2>/dev/null
783 done
784 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
785 umount $i
786 done
787 stdumount
788 for i in `seq 0 7`; do
789 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
790 umount /dev/loop${i} 2>/dev/null;
791 losetup -d /dev/loop${i} 2>/dev/null;
792 fi;
793 done
794 rm -rf $BASEDIR/build
795 rm -rf $BASEDIR/cdrom
796 rm -rf $BASEDIR/packages
797 rm -rf $BASEDIR/log
798 if [ -h /tools ]; then
799 rm -f /tools
800 fi
801 beautify message DONE
802 ;;
803 downloadsrc)
804 if [ ! -d $BASEDIR/cache ]; then
805 mkdir $BASEDIR/cache
806 fi
807 mkdir -p $BASEDIR/log
808 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
809 FINISHED=0
810 cd $BASEDIR/lfs
811 for c in `seq $MAX_RETRIES`; do
812 if (( FINISHED==1 )); then
813 break
814 fi
815 FINISHED=1
816 cd $BASEDIR/lfs
817 for i in *; do
818 if [ -f "$i" -a "$i" != "Config" ]; then
819 echo -ne "Loading $i"
820 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
821 if [ $? -ne 0 ]; then
822 beautify message FAIL
823 FINISHED=0
824 else
825 if [ $c -eq 1 ]; then
826 beautify message DONE
827 fi
828 fi
829 fi
830 done
831 done
832 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
833 ERROR=0
834 for i in *; do
835 if [ -f "$i" -a "$i" != "Config" ]; then
836 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
837 if [ $? -ne 0 ]; then
838 echo -ne "MD5 difference in lfs/$i"
839 beautify message FAIL
840 ERROR=1
841 fi
842 fi
843 done
844 if [ $ERROR -eq 0 ]; then
845 echo -ne "${BOLD}all files md5sum match${NORMAL}"
846 beautify message DONE
847 else
848 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
849 beautify message FAIL
850 fi
851 cd - >/dev/null 2>&1
852 ;;
853 toolchain)
854 clear
855 prepareenv
856 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
857 buildtoolchain
858 BUILDMACHINE=`uname -m`
859 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
860 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
861 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
862 build/{bin,etc,usr/bin,usr/local} \
863 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
864 log >> $LOGFILE
865 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.tar.gz \
866 > cache/toolchains/$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE.md5
867 stdumount
868 ;;
869 gettoolchain)
870 BUILDMACHINE=`uname -m`
871 # arbitrary name to be updated in case of new toolchain package upload
872 PACKAGE=$SNAME-$VERSION-toolchain-$TOOLCHAINVER-$BUILDMACHINE
873 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
874 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
875 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
876 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
877 cd $BASEDIR/cache/toolchains
878 wget -U "IPFireSourceGrabber/2.x" $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
879 if [ $? -ne 0 ]; then
880 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
881 else
882 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
883 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
884 else
885 exiterror "$PACKAGE.md5 did not match, check downloaded package"
886 fi
887 fi
888 else
889 echo "Toolchain is already downloaded. Exiting..."
890 fi
891 ;;
892 othersrc)
893 prepareenv
894 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
895 chroot $LFS /tools/bin/env -i HOME=/root \
896 TERM=$TERM PS1='\u:\w\$ ' \
897 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
898 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
899 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
900 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
901 if [ $? -eq "0" ]; then
902 beautify message DONE
903 else
904 beautify message FAIL
905 fi
906 stdumount
907 ;;
908 git)
909 case "$2" in
910 update|up)
911 ## REMOVES ALL UNCOMMITTED CHANGES!
912 [ "$3" == "--force" ] && git checkout -f
913 git pull
914 ;;
915 commit|ci)
916 shift 2
917 git commit $*
918
919 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
920
921 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
922 read
923 [ -z $REPLY ] && exit 0
924 for i in y Y j J; do
925 if [ "$i" == "$REPLY" ]; then
926 $0 git push
927 exit $?
928 fi
929 done
930 exiterror "\"$REPLY\" is not a valid answer."
931 ;;
932 dist)
933 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
934 ;;
935 diff|di)
936 echo -ne "Make a local diff to last revision"
937 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
938 evaluate 1
939 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
940 git diff --stat
941 ;;
942 push)
943 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
944 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
945
946 git push ${GIT_URL} ${GIT_BRANCH} $3
947 ;;
948 log)
949 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
950 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
951
952 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
953 ;;
954 esac
955 ;;
956 uploadsrc)
957 PWD=`pwd`
958 if [ -z $IPFIRE_USER ]; then
959 echo -n "You have to setup IPFIRE_USER first. See .config for details."
960 beautify message FAIL
961 exit 1
962 fi
963 URL_SOURCE=$(grep URL_SOURCE lfs/Config | awk '{ print $3 }')
964 REMOTE_FILES=$(echo "ls -1" | sftp -C ${IPFIRE_USER}@${URL_SOURCE})
965
966 cd $BASEDIR/cache/
967 for file in $(ls -1); do
968 grep -q "$file" <<<$REMOTE_FILES && continue
969 NEW_FILES="$NEW_FILES $file"
970 done
971 [ -n "$NEW_FILES" ] && scp -2 $NEW_FILES ${IPFIRE_USER}@${URL_SOURCE}
972 cd $BASEDIR
973 cd $PWD
974 exit 0
975 ;;
976 upload)
977 FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
978 FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
979 if [ -z $FTP_ISO_PORT ]; then
980 FTP_ISO_PORT=21
981 fi
982 cat <<EOF > .ftp-commands
983 mkdir -p $FTP_ISO_PATH$SVN_REVISION
984 mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
985 quit
986 EOF
987 ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
988 rm -f .ftp-commands
989
990 case "$2" in
991 iso)
992 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
993
994 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
995 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
996 if [ -e "$i" ]; then
997 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
998 if [ "$?" -eq "0" ]; then
999 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
1000 else
1001 echo "There was an error while uploading the file $i to the ftp server."
1002 exit 1
1003 fi
1004 fi
1005 done
1006 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
1007 if [ "$3" = "--with-sources-cd" ]; then
1008 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
1009 fi
1010 ;;
1011 paks)
1012 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
1013 if [ "$?" -eq "0" ]; then
1014 echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
1015 else
1016 echo -e "There was an error while uploading the packages to the ftp server."
1017 exit 1
1018 fi
1019 ;;
1020 esac
1021 ;;
1022 batch)
1023 if [ "$2" = "--background" ]; then
1024 batch_script
1025 exit $?
1026 fi
1027 if [ `screen -ls | grep -q ipfire` ]; then
1028 echo "Build is already running, sorry!"
1029 exit 1
1030 else
1031 if [ "$2" = "--rebuild" ]; then
1032 export IPFIRE_REBUILD=1
1033 echo "REBUILD!"
1034 else
1035 export IPFIRE_REBUILD=0
1036 fi
1037 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1038 screen -dmS ipfire $0 batch --background
1039 evaluate 1
1040 exit 0
1041 fi
1042 ;;
1043 watch)
1044 watch_screen
1045 ;;
1046 pxe)
1047 case "$2" in
1048 start)
1049 start_tftpd
1050 ;;
1051 stop)
1052 stop_tftpd
1053 ;;
1054 reload|restart)
1055 reload_tftpd
1056 ;;
1057 esac
1058 exit 0
1059 ;;
1060 lang)
1061 update_langs
1062 ;;
1063 "")
1064 clear
1065 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1066 do
1067 case $name in
1068 "IPFIRE: Downloadsrc")
1069 $0 downloadsrc
1070 ;;
1071 "IPFIRE: Build (silent)")
1072 $0 build-silent
1073 ;;
1074 "IPFIRE: Watch Build")
1075 $0 watch
1076 ;;
1077 "IPFIRE: Batch")
1078 $0 batch
1079 ;;
1080 "IPFIRE: Clean")
1081 $0 clean
1082 ;;
1083 "Help")
1084 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1085 cat doc/make.sh-usage
1086 ;;
1087 "LOG: Tail")
1088 tail -f log/_*
1089 ;;
1090 "Exit")
1091 break
1092 ;;
1093 esac
1094 done
1095 ;;
1096 config)
1097 make_config
1098 ;;
1099 *)
1100 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1101 cat doc/make.sh-usage
1102 ;;
1103 esac