]> git.ipfire.org Git - ipfire-2.x.git/blame_incremental - make.sh
Upgraded bzip to fix issue
[ipfire-2.x.git] / make.sh
... / ...
CommitLineData
1#!/bin/bash
2############################################################################
3# #
4# This file is part of the IPFire Firewall. #
5# #
6# IPFire is free software; you can redistribute it and/or modify #
7# it under the terms of the GNU General Public License as published by #
8# the Free Software Foundation; either version 2 of the License, or #
9# (at your option) any later version. #
10# #
11# IPFire is distributed in the hope that it will be useful, #
12# but WITHOUT ANY WARRANTY; without even the implied warranty of #
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14# GNU General Public License for more details. #
15# #
16# You should have received a copy of the GNU General Public License #
17# along with IPFire; if not, write to the Free Software #
18# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19# #
20# Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21# #
22############################################################################
23#
24
25NAME="IPFire" # Software name
26SNAME="ipfire" # Short name
27VERSION="2.3-test"
28GIT_BRANCH=master:master # Version number
29SLOGAN="www.ipfire.org" # Software slogan
30CONFIG_ROOT=/var/ipfire # Configuration rootdir
31NICE=10 # Nice level
32MAX_RETRIES=1 # prefetch/check loop
33KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
34MACHINE=`uname -m`
35GIT_TAG=$(git tag | tail -1)
36
37IPFVER="full" # Which versions should be compiled? (full|devel)
38
39# Debian specific settings
40if [ ! -e /etc/debian_version ]; then
41 FULLPATH=`which $0`
42else
43 if [ -x /usr/bin/realpath ]; then
44 FULLPATH=`/usr/bin/realpath $0`
45 else
46 echo "ERROR: Need to do apt-get install realpath"
47 exit 1
48 fi
49fi
50
51PWD=`pwd`
52BASENAME=`basename $0`
53BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
54LOGFILE=$BASEDIR/log/_build.preparation.log
55export BASEDIR LOGFILE
56DIR_CHK=$BASEDIR/cache/check
57mkdir $BASEDIR/log/ 2>/dev/null
58
59# Include funtions
60. tools/make-functions
61
62if [ -f .config ]; then
63 . .config
64else
65 echo -e "${BOLD}No configuration found!${NORMAL}"
66 echo -ne "Do you want to create one (y/N)?"
67 read CREATE_CONFIG
68 echo ""
69 if [ "$CREATE_CONFIG" == "y" ]; then
70 make_config
71 fi
72fi
73
74if [ -z $EDITOR ]; then
75 for i in nano emacs vi; do
76 EDITOR=$(which $i 2>/dev/null)
77 if ! [ -z $EDITOR ]; then
78 export EDITOR=$EDITOR
79 break
80 fi
81 done
82 [ -z $EDITOR ] && exiterror "You should have installed an editor."
83fi
84
85prepareenv() {
86 ############################################################################
87 # #
88 # Are we running the right shell? #
89 # #
90 ############################################################################
91 if [ ! "$BASH" ]; then
92 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
93 fi
94
95 if [ -z "${BASH_VERSION}" ]; then
96 exiterror "Not running BASH shell."
97 fi
98
99
100 ############################################################################
101 # #
102 # Trap on emergency exit #
103 # #
104 ############################################################################
105 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
106
107
108 ############################################################################
109 # #
110 # Resetting our nice level #
111 # #
112 ############################################################################
113 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
114 renice $NICE $$ > /dev/null
115 if [ `nice` != "$NICE" ]; then
116 beautify message FAIL
117 exiterror "Failed to set correct nice level"
118 else
119 beautify message DONE
120 fi
121
122
123 ############################################################################
124 # #
125 # Checking if running as root user #
126 # #
127 ############################################################################
128 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
129 if [ `id -u` != 0 ]; then
130 beautify message FAIL
131 exiterror "Not building as root"
132 else
133 beautify message DONE
134 fi
135
136
137 ############################################################################
138 # #
139 # Checking for necessary temporary space #
140 # #
141 ############################################################################
142 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
143 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
144 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
145 if (( 2048000 > $BASE_ASPACE )); then
146 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
147 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
148 beautify message FAIL
149 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
150 fi
151 else
152 beautify message DONE
153 fi
154
155 ############################################################################
156 # #
157 # Building Linux From Scratch system #
158 # #
159 ############################################################################
160 # Set umask
161 umask 022
162
163 # Set LFS Directory
164 LFS=$BASEDIR/build
165
166 # Check /tools symlink
167 if [ -h /tools ]; then
168 rm -f /tools
169 fi
170 if [ ! -a /tools ]; then
171 ln -s $BASEDIR/build/tools /
172 fi
173 if [ ! -h /tools ]; then
174 exiterror "Could not create /tools symbolic link."
175 fi
176
177 # Setup environment
178 set +h
179 LC_ALL=POSIX
180 if [ -z $MAKETUNING ]; then
181 MAKETUNING="-j6"
182 fi
183 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
184 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
185
186 # Make some extra directories
187 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
188 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
189 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
190 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
191
192 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
193 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
194
195 # Make all sources and proc available under lfs build
196 mount --bind /dev $BASEDIR/build/dev
197 mount --bind /dev/pts $BASEDIR/build/dev/pts
198 mount --bind /dev/shm $BASEDIR/build/dev/shm
199 mount --bind /proc $BASEDIR/build/proc
200 mount --bind /sys $BASEDIR/build/sys
201 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
202 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
203 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
204 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
205 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
206 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
207 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
208 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
209 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
210
211 # This is a temporary hack!!!
212 if [ ! -f /tools/bin/hostname ]; then
213 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
214 fi
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_HASHDIR=1
219
220 # Remove pre-install list of installed files in case user erase some files before rebuild
221 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
222}
223
224buildtoolchain() {
225 LOGFILE="$BASEDIR/log/_build.toolchain.log"
226 export LOGFILE
227 ORG_PATH=$PATH
228 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
229 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
230 lfsmake1 ccache
231 lfsmake1 binutils PASS=1
232 lfsmake1 gcc PASS=1
233 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
234 lfsmake1 linux-libc-header
235 lfsmake1 glibc
236 lfsmake1 cleanup-toolchain PASS=1
237 lfsmake1 tcl
238 lfsmake1 expect
239 lfsmake1 dejagnu
240 lfsmake1 gcc PASS=2
241 lfsmake1 binutils PASS=2
242 lfsmake1 ncurses
243 lfsmake1 bash
244 lfsmake1 bzip2
245 lfsmake1 coreutils
246 lfsmake1 diffutils
247 lfsmake1 findutils
248 lfsmake1 gawk
249 lfsmake1 gettext
250 lfsmake1 grep
251 lfsmake1 gzip
252 lfsmake1 m4
253 lfsmake1 make
254 lfsmake1 patch
255 lfsmake1 perl
256 lfsmake1 sed
257 lfsmake1 tar
258 lfsmake1 texinfo
259 lfsmake1 util-linux
260 lfsmake1 cleanup-toolchain PASS=2
261 export PATH=$ORG_PATH
262}
263
264buildbase() {
265 LOGFILE="$BASEDIR/log/_build.base.log"
266 export LOGFILE
267 lfsmake2 stage2
268 lfsmake2 linux-libc-header
269 lfsmake2 man-pages
270 lfsmake2 glibc
271 lfsmake2 cleanup-toolchain PASS=3
272 lfsmake2 binutils
273 lfsmake2 gcc
274 lfsmake2 berkeley
275 lfsmake2 coreutils
276 lfsmake2 iana-etc
277 lfsmake2 m4
278 lfsmake2 bison
279 lfsmake2 ncurses
280 lfsmake2 procps
281 lfsmake2 sed
282 lfsmake2 libtool
283 lfsmake2 perl
284 lfsmake2 readline
285 lfsmake2 zlib
286 lfsmake2 autoconf
287 lfsmake2 automake
288 lfsmake2 bash
289 lfsmake2 bzip2
290 lfsmake2 diffutils
291 lfsmake2 e2fsprogs
292 lfsmake2 ed
293 lfsmake2 file
294 lfsmake2 findutils
295 lfsmake2 flex
296 lfsmake2 gawk
297 lfsmake2 gettext
298 lfsmake2 grep
299 lfsmake2 groff
300 lfsmake2 gzip
301 lfsmake2 inetutils
302 lfsmake2 iproute2
303 lfsmake2 kbd
304 lfsmake2 less
305 lfsmake2 libaal
306 lfsmake2 make
307 lfsmake2 man
308 lfsmake2 mktemp
309 lfsmake2 modutils
310 lfsmake2 mtd
311 lfsmake2 net-tools
312 lfsmake2 patch
313 lfsmake2 psmisc
314 lfsmake2 reiser4progs
315 lfsmake2 shadow
316 lfsmake2 sysklogd
317 lfsmake2 sysvinit
318 lfsmake2 tar
319 lfsmake2 texinfo
320 lfsmake2 udev
321 lfsmake2 util-linux
322 lfsmake2 vim
323 lfsmake2 grub
324}
325
326buildipfire() {
327 LOGFILE="$BASEDIR/log/_build.ipfire.log"
328 export LOGFILE
329 ipfiremake configroot
330 ipfiremake backup
331 ipfiremake dhcp
332 ipfiremake dhcpcd
333 ipfiremake libusb
334 ipfiremake libpcap
335 ipfiremake ppp
336 ipfiremake rp-pppoe
337 ipfiremake unzip
338 ipfiremake linux
339 ipfiremake atl2
340 ipfiremake kqemu
341 ipfiremake v4l-dvb
342 ipfiremake madwifi
343 ipfiremake alsa KMOD=1
344 ipfiremake openswan KMOD=1
345 ipfiremake pkg-config
346 ipfiremake linux-atm
347 ipfiremake cpio
348 ipfiremake klibc
349 ipfiremake mkinitcpio
350 ipfiremake udev KLIBC=1
351 ipfiremake expat
352 ipfiremake gdbm
353 ipfiremake gmp
354 ipfiremake pam
355 ipfiremake openssl
356 ipfiremake curl
357 ipfiremake python
358 ipfiremake libnet
359 ipfiremake libidn
360 ipfiremake libjpeg
361 ipfiremake libpng
362 ipfiremake libtiff
363 ipfiremake libart
364 ipfiremake freetype
365 ipfiremake gd
366 ipfiremake popt
367 ipfiremake pcre
368 ipfiremake slang
369 ipfiremake newt
370 ipfiremake libcap
371 ipfiremake pciutils
372 ipfiremake usbutils
373 ipfiremake libxml2
374 ipfiremake libxslt
375 ipfiremake BerkeleyDB
376 ipfiremake mysql
377 ipfiremake cyrus-sasl
378 ipfiremake openldap
379 ipfiremake apache2
380 ipfiremake php
381 ipfiremake apache2 PASS=C
382 ipfiremake arping
383 ipfiremake beep
384 ipfiremake bind
385 ipfiremake cdrtools
386 ipfiremake dnsmasq
387 ipfiremake dosfstools
388 ipfiremake squashfstools
389 ipfiremake reiserfsprogs
390 ipfiremake xfsprogs
391 ipfiremake sysfsutils
392 ipfiremake fuse
393 ipfiremake ntfs-3g
394 ipfiremake ethtool
395 ipfiremake ez-ipupdate
396 ipfiremake fcron
397 ipfiremake perl-GD
398 ipfiremake GD-Graph
399 ipfiremake GD-TextUtil
400 ipfiremake gnupg
401 ipfiremake hdparm
402 ipfiremake sdparm
403 ipfiremake mtools
404 ipfiremake initscripts
405 ipfiremake whatmask
406 ipfiremake iptables
407 ipfiremake libupnp
408 ipfiremake linux-igd
409 ipfiremake ipaddr
410 ipfiremake iptstate
411 ipfiremake iputils
412 ipfiremake l7-protocols
413 ipfiremake mISDN
414 ipfiremake capi4k-utils
415 ipfiremake hwdata
416 ipfiremake kudzu
417 ipfiremake logrotate
418 ipfiremake logwatch
419 ipfiremake misc-progs
420 ipfiremake nano
421 ipfiremake nasm
422 ipfiremake URI
423 ipfiremake HTML-Tagset
424 ipfiremake HTML-Parser
425 ipfiremake Compress-Zlib
426 ipfiremake Digest
427 ipfiremake Digest-SHA1
428 ipfiremake Digest-HMAC
429 ipfiremake libwww-perl
430 ipfiremake Net-DNS
431 ipfiremake Net-IPv4Addr
432 ipfiremake Net_SSLeay
433 ipfiremake IO-Stringy
434 ipfiremake Unix-Syslog
435 ipfiremake Mail-Tools
436 ipfiremake MIME-Tools
437 ipfiremake Net-Server
438 ipfiremake Convert-TNEF
439 ipfiremake Convert-UUlib
440 ipfiremake Archive-Tar
441 ipfiremake Archive-Zip
442 ipfiremake Text-Tabs+Wrap
443 ipfiremake Locale-Country
444 ipfiremake XML-Parser
445 ipfiremake python-setuptools
446 ipfiremake python-clientform
447 ipfiremake python-mechanize
448 ipfiremake python-feedparser
449 ipfiremake python-rssdler
450 ipfiremake glib
451 ipfiremake GeoIP
452 ipfiremake fwhits
453 ipfiremake noip_updater
454 ipfiremake ntp
455 ipfiremake openssh
456 ipfiremake rrdtool
457 ipfiremake setserial
458 ipfiremake setup
459 ipfiremake snort
460 ipfiremake oinkmaster
461 ipfiremake squid
462 ipfiremake squidguard
463 ipfiremake calamaris
464 ipfiremake tcpdump
465 ipfiremake traceroute
466 ipfiremake vlan
467 ipfiremake wireless
468 ipfiremake libsafe
469 ipfiremake pakfire
470 ipfiremake java
471 ipfiremake spandsp
472 ipfiremake lzo
473 ipfiremake openvpn
474 ipfiremake pammysql
475 ipfiremake cups
476 ipfiremake ghostscript
477 ipfiremake foomatic
478 ipfiremake hplip
479 ipfiremake samba
480 ipfiremake sudo
481 ipfiremake mc
482 ipfiremake wget
483 ipfiremake bridge-utils
484 ipfiremake screen
485 ipfiremake hddtemp
486 ipfiremake smartmontools
487 ipfiremake htop
488 ipfiremake postfix
489 ipfiremake fetchmail
490 ipfiremake cyrus-imapd
491 ipfiremake openmailadmin
492 ipfiremake clamav
493 ipfiremake spamassassin
494 ipfiremake amavisd
495 ipfiremake alsa
496 ipfiremake mpfire
497 ipfiremake guardian
498 ipfiremake libid3tag
499 ipfiremake libmad
500 ipfiremake libogg
501 ipfiremake libvorbis
502 ipfiremake libdvbpsi
503 ipfiremake lame
504 ipfiremake sox
505 ipfiremake libshout
506 ipfiremake icecast
507 ipfiremake icegenerator
508 ipfiremake mpd
509 ipfiremake mpc
510 ipfiremake xvid
511 ipfiremake libmpeg2
512 ipfiremake cmake
513 ipfiremake libpri
514 ipfiremake asterisk
515 ipfiremake gnump3d
516 ipfiremake libsigc++
517 ipfiremake applejuice
518 ipfiremake ocaml
519 ipfiremake mldonkey
520 ipfiremake libtorrent
521 ipfiremake rtorrent
522 ipfiremake ipfireseeder
523 ipfiremake rsync
524 ipfiremake tcpwrapper
525 ipfiremake portmap
526 ipfiremake nfs
527 ipfiremake nmap
528 ipfiremake ncftp
529 ipfiremake etherwake
530 ipfiremake bwm-ng
531 ipfiremake tripwire
532 ipfiremake sysstat
533 ipfiremake vsftpd
534 ipfiremake which
535 ipfiremake openswan
536 ipfiremake lsof
537 ipfiremake centerim
538 ipfiremake br2684ctl
539 ipfiremake pcmciautils
540 ipfiremake lm_sensors
541 ipfiremake collectd
542 ipfiremake lcd4linux
543 ipfiremake tcptrack
544 ipfiremake teamspeak
545 ipfiremake elinks
546 ipfiremake igmpproxy
547 ipfiremake fbset
548 ipfiremake sdl
549 ipfiremake qemu
550 ipfiremake sane
551 ipfiremake netpbm
552 ipfiremake phpSANE
553 ipfiremake tunctl
554 ipfiremake nagios
555 ipfiremake ebtables
556 ipfiremake fontconfig
557 ipfiremake freefont
558 ipfiremake directfb
559 ipfiremake dfb++
560 ipfiremake ffmpeg
561 ipfiremake videolan
562 ipfiremake vdr
563 ipfiremake w_scan
564 ipfiremake git
565 ipfiremake squidclamav
566 ipfiremake bc
567 ipfiremake esniper
568 ipfiremake vnstat
569 ipfiremake vnstati
570 ipfiremake wpa_supplicant
571 ipfiremake hostapd
572 ipfiremake urlgrabber
573 ipfiremake syslinux
574 ipfiremake tftp-hpa
575 ipfiremake cpufrequtils
576 ipfiremake dbus
577 ipfiremake bluetooth
578 ipfiremake gutenprint
579 ipfiremake apcupsd
580 ipfiremake iperf
581 ipfiremake netcat
582 ipfiremake 7zip
583 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
584 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
585 echo >> $BASEDIR/build/var/ipfire/firebuild
586 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
587 echo >> $BASEDIR/build/var/ipfire/firebuild
588 git status >> $BASEDIR/build/var/ipfire/firebuild
589 echo >> $BASEDIR/build/var/ipfire/firebuild
590 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
591}
592
593buildinstaller() {
594 # Run installer scripts one by one
595 LOGFILE="$BASEDIR/log/_build.installer.log"
596 export LOGFILE
597 ipfiremake as86
598 ipfiremake mbr
599 ipfiremake memtest
600 installmake linux-libc-header
601 installmake binutils
602 ipfiremake uClibc PASS=1
603 ipfiremake gcc INST=1
604 installmake uClibc PASS=2
605 installmake gcc INST=2
606 installmake uClibc PASS=3
607 installmake busybox
608 installmake udev
609 installmake slang
610 installmake newt
611 installmake gettext
612 installmake kbd
613 installmake popt
614 installmake sysvinit
615 installmake misc-progs
616 installmake libaal
617 installmake reiser4progs
618 installmake reiserfsprogs
619 installmake sysfsutils
620 installmake util-linux
621 installmake pciutils
622 installmake zlib
623 installmake mtd
624 installmake wget
625 installmake hwdata
626 installmake kudzu
627 installmake pcmciautils
628 installmake installer
629 installmake initrd
630}
631
632buildpackages() {
633 LOGFILE="$BASEDIR/log/_build.packages.log"
634 export LOGFILE
635 echo "... see detailed log in _build.*.log files" >> $LOGFILE
636
637 installmake strip
638
639 # Generating list of packages used
640 echo -n "Generating packages list from logs" | tee -a $LOGFILE
641 rm -f $BASEDIR/doc/packages-list
642 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
643 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
644 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
645 fi
646 done
647 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
648 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
649 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
650 rm -f $BASEDIR/doc/packages-list
651 # packages-list.txt is ready to be displayed for wiki page
652 beautify message DONE
653
654 # Update changelog
655 cd $BASEDIR
656 $0 git log
657
658 # Create images for install
659 ipfiremake cdrom ED=full
660
661 # Check if there is a loop device for building in virtual environments
662 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
663 ipfiremake usb-stick
664 fi
665
666 # Create updater package
667 ipfiremake updater
668 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
669
670 ipfirepackages
671
672 # Cleanup
673 stdumount
674 rm -rf $BASEDIR/build/tmp/*
675
676 # Generating total list of files
677 echo -n "Generating files list from logs" | tee -a $LOGFILE
678 rm -f $BASEDIR/log/FILES
679 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
680 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
681 echo "##" >>$BASEDIR/log/FILES
682 echo "## `basename $i`" >>$BASEDIR/log/FILES
683 echo "##" >>$BASEDIR/log/FILES
684 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
685 fi
686 done
687 beautify message DONE
688
689 cd $PWD
690}
691
692ipfirepackages() {
693 ipfiremake core-updates
694 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
695 if [ -e $BASEDIR/lfs/$i ]; then
696 ipfiredist $i
697 else
698 echo -n $i
699 beautify message SKIP
700 fi
701 done
702 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
703 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
704 rm -rf $BASEDIR/build/install/packages/*
705}
706
707# See what we're supposed to do
708case "$1" in
709build)
710 clear
711 BUILDMACHINE=`uname -m`
712 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
713 #only restore on a clean disk
714 if [ ! -f log/cleanup-toolchain-2-tools ]; then
715 if [ ! -n "$PACKAGE" ]; then
716 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
717 prepareenv
718 buildtoolchain
719 else
720 PACKAGENAME=${PACKAGE%.tar.gz}
721 beautify build_stage "Packaged toolchain compilation"
722 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
723 tar zxf $PACKAGE
724 prepareenv
725 else
726 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
727 fi
728 fi
729 else
730 echo -n "Using installed toolchain" | tee -a $LOGFILE
731 beautify message SKIP
732 prepareenv
733 fi
734
735 beautify build_start
736 beautify build_stage "Building LFS"
737 buildbase
738
739 beautify build_stage "Building IPFire"
740 buildipfire
741
742 beautify build_stage "Building installer"
743 buildinstaller
744
745 beautify build_stage "Building packages"
746 buildpackages
747
748 beautify build_stage "Checking Logfiles for new Files"
749 cd ..
750 tools/checknewlog.pl
751
752 beautify build_end
753 ;;
754shell)
755 # enter a shell inside LFS chroot
756 # may be used to changed kernel settings
757 prepareenv
758 entershell
759 ;;
760clean)
761 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
762 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
763 $LOSETUP -d $i 2>/dev/null
764 done
765 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
766 umount $i
767 done
768 stdumount
769 for i in `seq 0 7`; do
770 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
771 umount /dev/loop${i} 2>/dev/null;
772 losetup -d /dev/loop${i} 2>/dev/null;
773 fi;
774 done
775 rm -rf $BASEDIR/build
776 rm -rf $BASEDIR/cdrom
777 rm -rf $BASEDIR/packages
778 rm -rf $BASEDIR/log
779 if [ -h /tools ]; then
780 rm -f /tools
781 fi
782 beautify message DONE
783 ;;
784downloadsrc)
785 if [ ! -d $BASEDIR/cache ]; then
786 mkdir $BASEDIR/cache
787 fi
788 mkdir -p $BASEDIR/log
789 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
790 FINISHED=0
791 cd $BASEDIR/lfs
792 for c in `seq $MAX_RETRIES`; do
793 if (( FINISHED==1 )); then
794 break
795 fi
796 FINISHED=1
797 cd $BASEDIR/lfs
798 for i in *; do
799 if [ -f "$i" -a "$i" != "Config" ]; then
800 echo -ne "Loading $i"
801 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
802 if [ $? -ne 0 ]; then
803 beautify message FAIL
804 FINISHED=0
805 else
806 if [ $c -eq 1 ]; then
807 beautify message DONE
808 fi
809 fi
810 fi
811 done
812 done
813 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
814 ERROR=0
815 for i in *; do
816 if [ -f "$i" -a "$i" != "Config" ]; then
817 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
818 if [ $? -ne 0 ]; then
819 echo -ne "MD5 difference in lfs/$i"
820 beautify message FAIL
821 ERROR=1
822 fi
823 fi
824 done
825 if [ $ERROR -eq 0 ]; then
826 echo -ne "${BOLD}all files md5sum match${NORMAL}"
827 beautify message DONE
828 else
829 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
830 beautify message FAIL
831 fi
832 cd - >/dev/null 2>&1
833 ;;
834toolchain)
835 clear
836 prepareenv
837 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
838 buildtoolchain
839 BUILDMACHINE=`uname -m`
840 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
841 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
842 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
843 build/{bin,etc,usr/bin,usr/local} \
844 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
845 log >> $LOGFILE
846 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
847 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
848 stdumount
849 ;;
850gettoolchain)
851 BUILDMACHINE=`uname -m`
852 # arbitrary name to be updated in case of new toolchain package upload
853 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
854 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
855 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
856 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
857 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
858 cd $BASEDIR/cache/toolchains
859 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
860 if [ $? -ne 0 ]; then
861 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
862 else
863 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
864 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
865 else
866 exiterror "$PACKAGE.md5 did not match, check downloaded package"
867 fi
868 fi
869 else
870 echo "Toolchain is already downloaded. Exiting..."
871 fi
872 ;;
873othersrc)
874 prepareenv
875 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
876 chroot $LFS /tools/bin/env -i HOME=/root \
877 TERM=$TERM PS1='\u:\w\$ ' \
878 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
879 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
880 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
881 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
882 if [ $? -eq "0" ]; then
883 beautify message DONE
884 else
885 beautify message FAIL
886 fi
887 stdumount
888 ;;
889git)
890 case "$2" in
891 update|up)
892 ## REMOVES ALL UNCOMMITTED CHANGES!
893 [ "$3" == "--force" ] && git checkout -f
894 git pull
895 ;;
896 commit|ci)
897 shift 2
898 git commit $*
899
900 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
901
902 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
903 read
904 [ -z $REPLY ] && exit 0
905 for i in y Y j J; do
906 if [ "$i" == "$REPLY" ]; then
907 $0 git push
908 exit $?
909 fi
910 done
911 exiterror "\"$REPLY\" is not a valid answer."
912 ;;
913 dist)
914 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
915 ;;
916 diff|di)
917 echo -ne "Make a local diff to last revision"
918 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
919 evaluate 1
920 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
921 git diff --stat
922 ;;
923 push)
924 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
925 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
926
927 git push ${GIT_URL} ${GIT_BRANCH} $3
928 ;;
929 log)
930 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
931 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
932
933 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
934 ;;
935 esac
936 ;;
937uploadsrc)
938 PWD=`pwd`
939 cd $BASEDIR/cache/
940 echo -e "Uploading cache to ftp server:"
941 ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL/$FTP_CACHE_PATH/ > /tmp/ftplist
942 for i in *; do
943 if [ "$(basename $i)" == "toolchains" ]; then continue; fi
944 grep -q $(basename $i) /tmp/ftplist
945 if [ "$?" -ne "0" ]; then
946 echo -ne "$(basename $i)"
947 ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $(basename $i)
948 if [ "$?" -ne "0" ]; then
949 beautify message FAIL
950 fi
951 fi
952 done
953 rm -f /tmp/ftplist
954 cd $PWD
955 exit 0
956 ;;
957upload)
958 FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
959 FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
960 if [ -z $FTP_ISO_PORT ]; then
961 FTP_ISO_PORT=21
962 fi
963 cat <<EOF > .ftp-commands
964mkdir -p $FTP_ISO_PATH$SVN_REVISION
965mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
966quit
967EOF
968 ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
969 rm -f .ftp-commands
970
971 case "$2" in
972 iso)
973 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
974
975 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
976 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
977 if [ -e "$i" ]; then
978 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
979 if [ "$?" -eq "0" ]; then
980 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
981 else
982 echo "There was an error while uploading the file $i to the ftp server."
983 exit 1
984 fi
985 fi
986 done
987 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
988 if [ "$3" = "--with-sources-cd" ]; then
989 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
990 fi
991 ;;
992 paks)
993 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
994 if [ "$?" -eq "0" ]; then
995 echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
996 else
997 echo -e "There was an error while uploading the packages to the ftp server."
998 exit 1
999 fi
1000 ;;
1001 esac
1002 ;;
1003batch)
1004 if [ "$2" = "--background" ]; then
1005 batch_script
1006 exit $?
1007 fi
1008 if [ `screen -ls | grep -q ipfire` ]; then
1009 echo "Build is already running, sorry!"
1010 exit 1
1011 else
1012 if [ "$2" = "--rebuild" ]; then
1013 export IPFIRE_REBUILD=1
1014 echo "REBUILD!"
1015 else
1016 export IPFIRE_REBUILD=0
1017 fi
1018 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1019 screen -dmS ipfire $0 batch --background
1020 evaluate 1
1021 exit 0
1022 fi
1023 ;;
1024watch)
1025 watch_screen
1026 ;;
1027pxe)
1028 case "$2" in
1029 start)
1030 start_tftpd
1031 ;;
1032 stop)
1033 stop_tftpd
1034 ;;
1035 reload|restart)
1036 reload_tftpd
1037 ;;
1038 esac
1039 exit 0
1040 ;;
1041lang)
1042 update_langs
1043 ;;
1044"")
1045 clear
1046 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1047 do
1048 case $name in
1049 "IPFIRE: Downloadsrc")
1050 $0 downloadsrc
1051 ;;
1052 "IPFIRE: Build (silent)")
1053 $0 build-silent
1054 ;;
1055 "IPFIRE: Watch Build")
1056 $0 watch
1057 ;;
1058 "IPFIRE: Batch")
1059 $0 batch
1060 ;;
1061 "IPFIRE: Clean")
1062 $0 clean
1063 ;;
1064 "Help")
1065 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1066 cat doc/make.sh-usage
1067 ;;
1068 "LOG: Tail")
1069 tail -f log/_*
1070 ;;
1071 "Exit")
1072 break
1073 ;;
1074 esac
1075 done
1076 ;;
1077config)
1078 make_config
1079 ;;
1080*)
1081 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1082 cat doc/make.sh-usage
1083 ;;
1084esac