]> git.ipfire.org Git - ipfire-2.x.git/blame_incremental - make.sh
Fix core26 rootfile
[ipfire-2.x.git] / make.sh
... / ...
CommitLineData
1#!/bin/bash
2############################################################################
3# #
4# This file is part of the IPFire Firewall. #
5# #
6# IPFire is free software; you can redistribute it and/or modify #
7# it under the terms of the GNU General Public License as published by #
8# the Free Software Foundation; either version 2 of the License, or #
9# (at your option) any later version. #
10# #
11# IPFire is distributed in the hope that it will be useful, #
12# but WITHOUT ANY WARRANTY; without even the implied warranty of #
13# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the #
14# GNU General Public License for more details. #
15# #
16# You should have received a copy of the GNU General Public License #
17# along with IPFire; if not, write to the Free Software #
18# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #
19# #
20# Copyright (C) 2007 IPFire-Team <info@ipfire.org>. #
21# #
22############################################################################
23#
24
25NAME="IPFire" # Software name
26SNAME="ipfire" # Short name
27VERSION="2.3"
28GIT_BRANCH=master:master # Version number
29SLOGAN="www.ipfire.org" # Software slogan
30CONFIG_ROOT=/var/ipfire # Configuration rootdir
31NICE=10 # Nice level
32MAX_RETRIES=1 # prefetch/check loop
33KVER=`grep --max-count=1 VER lfs/linux | awk '{ print $3 }'`
34MACHINE=`uname -m`
35GIT_TAG=$(git tag | tail -1)
36
37IPFVER="full" # Which versions should be compiled? (full|devel)
38
39# Debian specific settings
40if [ ! -e /etc/debian_version ]; then
41 FULLPATH=`which $0`
42else
43 if [ -x /usr/bin/realpath ]; then
44 FULLPATH=`/usr/bin/realpath $0`
45 else
46 echo "ERROR: Need to do apt-get install realpath"
47 exit 1
48 fi
49fi
50
51PWD=`pwd`
52BASENAME=`basename $0`
53BASEDIR=`echo $FULLPATH | sed "s/\/$BASENAME//g"`
54LOGFILE=$BASEDIR/log/_build.preparation.log
55export BASEDIR LOGFILE
56DIR_CHK=$BASEDIR/cache/check
57mkdir $BASEDIR/log/ 2>/dev/null
58
59# Include funtions
60. tools/make-functions
61
62if [ -f .config ]; then
63 . .config
64else
65 echo -e "${BOLD}No configuration found!${NORMAL}"
66 echo -ne "Do you want to create one (y/N)?"
67 read CREATE_CONFIG
68 echo ""
69 if [ "$CREATE_CONFIG" == "y" ]; then
70 make_config
71 fi
72fi
73
74if [ -z $EDITOR ]; then
75 for i in nano emacs vi; do
76 EDITOR=$(which $i 2>/dev/null)
77 if ! [ -z $EDITOR ]; then
78 export EDITOR=$EDITOR
79 break
80 fi
81 done
82 [ -z $EDITOR ] && exiterror "You should have installed an editor."
83fi
84
85prepareenv() {
86 ############################################################################
87 # #
88 # Are we running the right shell? #
89 # #
90 ############################################################################
91 if [ ! "$BASH" ]; then
92 exiterror "BASH environment variable is not set. You're probably running the wrong shell."
93 fi
94
95 if [ -z "${BASH_VERSION}" ]; then
96 exiterror "Not running BASH shell."
97 fi
98
99
100 ############################################################################
101 # #
102 # Trap on emergency exit #
103 # #
104 ############################################################################
105 trap "exiterror 'Build process interrupted'" SIGINT SIGTERM SIGKILL SIGSTOP SIGQUIT
106
107
108 ############################################################################
109 # #
110 # Resetting our nice level #
111 # #
112 ############################################################################
113 echo -ne "Resetting our nice level to $NICE" | tee -a $LOGFILE
114 renice $NICE $$ > /dev/null
115 if [ `nice` != "$NICE" ]; then
116 beautify message FAIL
117 exiterror "Failed to set correct nice level"
118 else
119 beautify message DONE
120 fi
121
122
123 ############################################################################
124 # #
125 # Checking if running as root user #
126 # #
127 ############################################################################
128 echo -ne "Checking if we're running as root user" | tee -a $LOGFILE
129 if [ `id -u` != 0 ]; then
130 beautify message FAIL
131 exiterror "Not building as root"
132 else
133 beautify message DONE
134 fi
135
136
137 ############################################################################
138 # #
139 # Checking for necessary temporary space #
140 # #
141 ############################################################################
142 echo -ne "Checking for necessary space on disk $BASE_DEV" | tee -a $LOGFILE
143 BASE_DEV=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $1 }'`
144 BASE_ASPACE=`df -P -k $BASEDIR | tail -n 1 | awk '{ print $4 }'`
145 if (( 2048000 > $BASE_ASPACE )); then
146 BASE_USPACE=`du -skx $BASEDIR | awk '{print $1}'`
147 if (( 2048000 - $BASE_USPACE > $BASE_ASPACE )); then
148 beautify message FAIL
149 exiterror "Not enough temporary space available, need at least 2GB on $BASE_DEV"
150 fi
151 else
152 beautify message DONE
153 fi
154
155 ############################################################################
156 # #
157 # Building Linux From Scratch system #
158 # #
159 ############################################################################
160 # Set umask
161 umask 022
162
163 # Set LFS Directory
164 LFS=$BASEDIR/build
165
166 # Check /tools symlink
167 if [ -h /tools ]; then
168 rm -f /tools
169 fi
170 if [ ! -a /tools ]; then
171 ln -s $BASEDIR/build/tools /
172 fi
173 if [ ! -h /tools ]; then
174 exiterror "Could not create /tools symbolic link."
175 fi
176
177 # Setup environment
178 set +h
179 LC_ALL=POSIX
180 if [ -z $MAKETUNING ]; then
181 MAKETUNING="-j6"
182 fi
183 export LFS LC_ALL CFLAGS CXXFLAGS MAKETUNING
184 unset CC CXX CPP LD_LIBRARY_PATH LD_PRELOAD
185
186 # Make some extra directories
187 mkdir -p $BASEDIR/build/{tools,etc,usr/src} 2>/dev/null
188 mkdir -p $BASEDIR/build/{dev/{shm,pts},proc,sys}
189 mkdir -p $BASEDIR/{cache,ccache} 2>/dev/null
190 mkdir -p $BASEDIR/build/usr/src/{cache,config,doc,html,langs,lfs,log,src,ccache}
191
192 mknod -m 600 $BASEDIR/build/dev/console c 5 1 2>/dev/null
193 mknod -m 666 $BASEDIR/build/dev/null c 1 3 2>/dev/null
194
195 # Make all sources and proc available under lfs build
196 mount --bind /dev $BASEDIR/build/dev
197 mount --bind /dev/pts $BASEDIR/build/dev/pts
198 mount --bind /dev/shm $BASEDIR/build/dev/shm
199 mount --bind /proc $BASEDIR/build/proc
200 mount --bind /sys $BASEDIR/build/sys
201 mount --bind $BASEDIR/cache $BASEDIR/build/usr/src/cache
202 mount --bind $BASEDIR/ccache $BASEDIR/build/usr/src/ccache
203 mount --bind $BASEDIR/config $BASEDIR/build/usr/src/config
204 mount --bind $BASEDIR/doc $BASEDIR/build/usr/src/doc
205 mount --bind $BASEDIR/html $BASEDIR/build/usr/src/html
206 mount --bind $BASEDIR/langs $BASEDIR/build/usr/src/langs
207 mount --bind $BASEDIR/lfs $BASEDIR/build/usr/src/lfs
208 mount --bind $BASEDIR/log $BASEDIR/build/usr/src/log
209 mount --bind $BASEDIR/src $BASEDIR/build/usr/src/src
210
211 # This is a temporary hack!!!
212 if [ ! -f /tools/bin/hostname ]; then
213 cp -f /bin/hostname /tools/bin/hostname 2>/dev/null
214 fi
215
216 # Run LFS static binary creation scripts one by one
217 export CCACHE_DIR=$BASEDIR/ccache
218 export CCACHE_HASHDIR=1
219
220 # Remove pre-install list of installed files in case user erase some files before rebuild
221 rm -f $BASEDIR/build/usr/src/lsalr 2>/dev/null
222}
223
224buildtoolchain() {
225 LOGFILE="$BASEDIR/log/_build.toolchain.log"
226 export LOGFILE
227 ORG_PATH=$PATH
228 NATIVEGCC=`gcc --version | grep GCC | awk {'print $3'}`
229 export NATIVEGCC GCCmajor=${NATIVEGCC:0:1} GCCminor=${NATIVEGCC:2:1} GCCrelease=${NATIVEGCC:4:1}
230 lfsmake1 ccache
231 lfsmake1 binutils PASS=1
232 lfsmake1 gcc PASS=1
233 export PATH=$BASEDIR/build/usr/local/bin:$BASEDIR/build/tools/bin:$PATH
234 lfsmake1 linux-libc-header
235 lfsmake1 glibc
236 lfsmake1 cleanup-toolchain PASS=1
237 lfsmake1 tcl
238 lfsmake1 expect
239 lfsmake1 dejagnu
240 lfsmake1 gcc PASS=2
241 lfsmake1 binutils PASS=2
242 lfsmake1 ncurses
243 lfsmake1 bash
244 lfsmake1 bzip2
245 lfsmake1 coreutils
246 lfsmake1 diffutils
247 lfsmake1 findutils
248 lfsmake1 gawk
249 lfsmake1 gettext
250 lfsmake1 grep
251 lfsmake1 gzip
252 lfsmake1 m4
253 lfsmake1 make
254 lfsmake1 patch
255 lfsmake1 perl
256 lfsmake1 sed
257 lfsmake1 tar
258 lfsmake1 texinfo
259 lfsmake1 util-linux
260 lfsmake1 cleanup-toolchain PASS=2
261 export PATH=$ORG_PATH
262}
263
264buildbase() {
265 LOGFILE="$BASEDIR/log/_build.base.log"
266 export LOGFILE
267 lfsmake2 stage2
268 lfsmake2 linux-libc-header
269 lfsmake2 man-pages
270 lfsmake2 glibc
271 lfsmake2 cleanup-toolchain PASS=3
272 lfsmake2 binutils
273 lfsmake2 gcc
274 lfsmake2 berkeley
275 lfsmake2 coreutils
276 lfsmake2 iana-etc
277 lfsmake2 m4
278 lfsmake2 bison
279 lfsmake2 ncurses
280 lfsmake2 procps
281 lfsmake2 sed
282 lfsmake2 libtool
283 lfsmake2 perl
284 lfsmake2 readline
285 lfsmake2 zlib
286 lfsmake2 autoconf
287 lfsmake2 automake
288 lfsmake2 bash
289 lfsmake2 bzip2
290 lfsmake2 diffutils
291 lfsmake2 e2fsprogs
292 lfsmake2 ed
293 lfsmake2 file
294 lfsmake2 findutils
295 lfsmake2 flex
296 lfsmake2 gawk
297 lfsmake2 gettext
298 lfsmake2 grep
299 lfsmake2 groff
300 lfsmake2 gzip
301 lfsmake2 inetutils
302 lfsmake2 iproute2
303 lfsmake2 kbd
304 lfsmake2 less
305 lfsmake2 libaal
306 lfsmake2 make
307 lfsmake2 man
308 lfsmake2 mktemp
309 lfsmake2 module-init-tools
310 lfsmake2 mtd
311 lfsmake2 net-tools
312 lfsmake2 patch
313 lfsmake2 psmisc
314 lfsmake2 reiser4progs
315 lfsmake2 shadow
316 lfsmake2 sysklogd
317 lfsmake2 sysvinit
318 lfsmake2 tar
319 lfsmake2 texinfo
320 lfsmake2 udev
321 lfsmake2 util-linux
322 lfsmake2 vim
323 lfsmake2 grub
324}
325
326buildipfire() {
327 LOGFILE="$BASEDIR/log/_build.ipfire.log"
328 export LOGFILE
329 ipfiremake configroot
330 ipfiremake backup
331 ipfiremake dhcp
332 ipfiremake dhcpcd
333 ipfiremake libusb
334 ipfiremake libpcap
335 ipfiremake ppp
336 ipfiremake rp-pppoe
337 ipfiremake pptp
338 ipfiremake unzip
339 ipfiremake linux
340 ipfiremake atl2
341 ipfiremake kqemu
342 ipfiremake v4l-dvb
343 ipfiremake madwifi
344 ipfiremake alsa KMOD=1
345 ipfiremake openswan KMOD=1
346 ipfiremake pkg-config
347 ipfiremake linux-atm
348 ipfiremake cpio
349 ipfiremake klibc
350 ipfiremake mkinitcpio
351 ipfiremake udev KLIBC=1
352 ipfiremake expat
353 ipfiremake gdbm
354 ipfiremake gmp
355 ipfiremake pam
356 ipfiremake openssl
357 ipfiremake curl
358 ipfiremake python
359 ipfiremake libnet
360 ipfiremake libidn
361 ipfiremake libjpeg
362 ipfiremake libpng
363 ipfiremake libtiff
364 ipfiremake libart
365 ipfiremake freetype
366 ipfiremake gd
367 ipfiremake popt
368 ipfiremake pcre
369 ipfiremake slang
370 ipfiremake newt
371 ipfiremake libcap
372 ipfiremake pciutils
373 ipfiremake usbutils
374 ipfiremake libxml2
375 ipfiremake libxslt
376 ipfiremake BerkeleyDB
377 ipfiremake mysql
378 ipfiremake cyrus-sasl
379 ipfiremake openldap
380 ipfiremake apache2
381 ipfiremake php
382 ipfiremake apache2 PASS=C
383 ipfiremake arping
384 ipfiremake beep
385 ipfiremake bind
386 ipfiremake cdrtools
387 ipfiremake dnsmasq
388 ipfiremake dosfstools
389 ipfiremake squashfstools
390 ipfiremake reiserfsprogs
391 ipfiremake xfsprogs
392 ipfiremake sysfsutils
393 ipfiremake fuse
394 ipfiremake ntfs-3g
395 ipfiremake ethtool
396 ipfiremake ez-ipupdate
397 ipfiremake fcron
398 ipfiremake perl-GD
399 ipfiremake GD-Graph
400 ipfiremake GD-TextUtil
401 ipfiremake gnupg
402 ipfiremake hdparm
403 ipfiremake sdparm
404 ipfiremake mtools
405 ipfiremake initscripts
406 ipfiremake whatmask
407 ipfiremake iptables
408 ipfiremake libupnp
409 ipfiremake ipaddr
410 ipfiremake iptstate
411 ipfiremake iputils
412 ipfiremake l7-protocols
413 ipfiremake mISDN
414 ipfiremake capi4k-utils
415 ipfiremake hwdata
416 ipfiremake kudzu
417 ipfiremake logrotate
418 ipfiremake logwatch
419 ipfiremake misc-progs
420 ipfiremake nano
421 ipfiremake nasm
422 ipfiremake URI
423 ipfiremake HTML-Tagset
424 ipfiremake HTML-Parser
425 ipfiremake Compress-Zlib
426 ipfiremake Digest
427 ipfiremake Digest-SHA1
428 ipfiremake Digest-HMAC
429 ipfiremake libwww-perl
430 ipfiremake Net-DNS
431 ipfiremake Net-IPv4Addr
432 ipfiremake Net_SSLeay
433 ipfiremake IO-Stringy
434 ipfiremake Unix-Syslog
435 ipfiremake Mail-Tools
436 ipfiremake MIME-Tools
437 ipfiremake Net-Server
438 ipfiremake Convert-TNEF
439 ipfiremake Convert-UUlib
440 ipfiremake Archive-Tar
441 ipfiremake Archive-Zip
442 ipfiremake Text-Tabs+Wrap
443 ipfiremake Locale-Country
444 ipfiremake XML-Parser
445 ipfiremake python-setuptools
446 ipfiremake python-clientform
447 ipfiremake python-mechanize
448 ipfiremake python-feedparser
449 ipfiremake python-rssdler
450 ipfiremake glib
451 ipfiremake GeoIP
452 ipfiremake fwhits
453 ipfiremake noip_updater
454 ipfiremake ntp
455 ipfiremake openssh
456 ipfiremake rrdtool
457 ipfiremake setserial
458 ipfiremake setup
459 ipfiremake snort
460 ipfiremake oinkmaster
461 ipfiremake squid
462 ipfiremake squidguard
463 ipfiremake calamaris
464 ipfiremake tcpdump
465 ipfiremake traceroute
466 ipfiremake vlan
467 ipfiremake wireless
468 ipfiremake libsafe
469 ipfiremake pakfire
470 ipfiremake java
471 ipfiremake spandsp
472 ipfiremake lzo
473 ipfiremake openvpn
474 ipfiremake pammysql
475 ipfiremake cups
476 ipfiremake ghostscript
477 ipfiremake foomatic
478 ipfiremake hplip
479 ipfiremake samba
480 ipfiremake sudo
481 ipfiremake mc
482 ipfiremake wget
483 ipfiremake bridge-utils
484 ipfiremake screen
485 ipfiremake hddtemp
486 ipfiremake smartmontools
487 ipfiremake htop
488 ipfiremake postfix
489 ipfiremake fetchmail
490 ipfiremake cyrus-imapd
491 ipfiremake openmailadmin
492 ipfiremake clamav
493 ipfiremake spamassassin
494 ipfiremake amavisd
495 ipfiremake alsa
496 ipfiremake mpfire
497 ipfiremake guardian
498 ipfiremake libid3tag
499 ipfiremake libmad
500 ipfiremake libogg
501 ipfiremake libvorbis
502 ipfiremake libdvbpsi
503 ipfiremake lame
504 ipfiremake sox
505 ipfiremake libshout
506 ipfiremake icecast
507 ipfiremake icegenerator
508 ipfiremake mpd
509 ipfiremake mpc
510 ipfiremake xvid
511 ipfiremake libmpeg2
512 ipfiremake cmake
513 ipfiremake libpri
514 ipfiremake asterisk
515 ipfiremake gnump3d
516 ipfiremake libsigc++
517 ipfiremake applejuice
518 ipfiremake ocaml
519 ipfiremake mldonkey
520 ipfiremake libtorrent
521 ipfiremake rtorrent
522 ipfiremake ipfireseeder
523 ipfiremake rsync
524 ipfiremake tcpwrapper
525 ipfiremake portmap
526 ipfiremake nfs
527 ipfiremake nmap
528 ipfiremake ncftp
529 ipfiremake etherwake
530 ipfiremake bwm-ng
531 ipfiremake tripwire
532 ipfiremake sysstat
533 ipfiremake vsftpd
534 ipfiremake which
535 ipfiremake openswan
536 ipfiremake lsof
537 ipfiremake centerim
538 ipfiremake br2684ctl
539 ipfiremake pcmciautils
540 ipfiremake lm_sensors
541 ipfiremake collectd
542 ipfiremake lcd4linux
543 ipfiremake tcptrack
544 ipfiremake teamspeak
545 ipfiremake elinks
546 ipfiremake igmpproxy
547 ipfiremake fbset
548 ipfiremake sdl
549 ipfiremake qemu
550 ipfiremake sane
551 ipfiremake netpbm
552 ipfiremake phpSANE
553 ipfiremake tunctl
554 ipfiremake nagios
555 ipfiremake ebtables
556 ipfiremake fontconfig
557 ipfiremake freefont
558 ipfiremake directfb
559 ipfiremake dfb++
560 ipfiremake ffmpeg
561 ipfiremake videolan
562 ipfiremake vdr
563 ipfiremake w_scan
564 ipfiremake git
565 ipfiremake squidclamav
566 ipfiremake bc
567 ipfiremake esniper
568 ipfiremake vnstat
569 ipfiremake vnstati
570 ipfiremake wpa_supplicant
571 ipfiremake hostapd
572 ipfiremake urlgrabber
573 ipfiremake syslinux
574 ipfiremake tftp-hpa
575 ipfiremake cpufrequtils
576 ipfiremake dbus
577 ipfiremake bluetooth
578 ipfiremake gutenprint
579 ipfiremake apcupsd
580 ipfiremake iperf
581 ipfiremake netcat
582 ipfiremake 7zip
583 ipfiremake lynis
584 ipfiremake cryptsetup
585 ipfiremake splix
586 ipfiremake streamripper
587 ipfiremake sshfs
588 ipfiremake libdlna
589 ipfiremake ushare
590 ipfiremake sqlite
591 ipfiremake taglib
592 ipfiremake mediatomb
593 echo Build on $HOSTNAME > $BASEDIR/build/var/ipfire/firebuild
594 cat /proc/version >> $BASEDIR/build/var/ipfire/firebuild
595 echo >> $BASEDIR/build/var/ipfire/firebuild
596 git log -1 >> $BASEDIR/build/var/ipfire/firebuild
597 echo >> $BASEDIR/build/var/ipfire/firebuild
598 git status >> $BASEDIR/build/var/ipfire/firebuild
599 echo >> $BASEDIR/build/var/ipfire/firebuild
600 cat /proc/cpuinfo >> $BASEDIR/build/var/ipfire/firebuild
601}
602
603buildinstaller() {
604 # Run installer scripts one by one
605 LOGFILE="$BASEDIR/log/_build.installer.log"
606 export LOGFILE
607 ipfiremake as86
608 ipfiremake mbr
609 ipfiremake memtest
610 installmake linux-libc-header
611 installmake binutils
612 ipfiremake uClibc PASS=1
613 ipfiremake gcc INST=1
614 installmake uClibc PASS=2
615 installmake gcc INST=2
616 installmake uClibc PASS=3
617 installmake busybox
618 installmake udev
619 installmake slang
620 installmake newt
621 installmake gettext
622 installmake kbd
623 installmake popt
624 installmake sysvinit
625 installmake misc-progs
626 installmake libaal
627 installmake reiser4progs
628 installmake reiserfsprogs
629 installmake sysfsutils
630 installmake util-linux
631 installmake pciutils
632 installmake zlib
633 installmake mtd
634 installmake wget
635 installmake hwdata
636 installmake kudzu
637 installmake pcmciautils
638 installmake installer
639 installmake initrd
640}
641
642buildpackages() {
643 LOGFILE="$BASEDIR/log/_build.packages.log"
644 export LOGFILE
645 echo "... see detailed log in _build.*.log files" >> $LOGFILE
646
647 installmake strip
648
649 # Generating list of packages used
650 echo -n "Generating packages list from logs" | tee -a $LOGFILE
651 rm -f $BASEDIR/doc/packages-list
652 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
653 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
654 echo "* `basename $i`" >>$BASEDIR/doc/packages-list
655 fi
656 done
657 echo "== List of softwares used to build $NAME Version: $VERSION ==" > $BASEDIR/doc/packages-list.txt
658 grep -v 'configroot$\|img$\|initrd$\|initscripts$\|installer$\|install$\|setup$\|pakfire$\|stage2$\|smp$\|tools$\|tools1$\|tools2$\|.tgz$\|-config$\|_missing_rootfile$\|install1$\|install2$\|pass1$\|pass2$\|pass3$' \
659 $BASEDIR/doc/packages-list | sort >> $BASEDIR/doc/packages-list.txt
660 rm -f $BASEDIR/doc/packages-list
661 # packages-list.txt is ready to be displayed for wiki page
662 beautify message DONE
663
664 # Update changelog
665 cd $BASEDIR
666 $0 git log
667
668 # Create images for install
669 ipfiremake cdrom ED=$IPFVER
670
671 # Check if there is a loop device for building in virtual environments
672 if [ -e /dev/loop/0 ] || [ -e /dev/loop0 ]; then
673 ipfiremake usb-stick ED=$IPFVER
674 fi
675
676 # Create updater package
677 #ipfiremake updater
678 mv $LFS/install/images/{*.iso,*.tgz,*.img.gz,*.bz2} $BASEDIR >> $LOGFILE 2>&1
679
680 ipfirepackages
681
682 # Cleanup
683 stdumount
684 rm -rf $BASEDIR/build/tmp/*
685
686 # Generating total list of files
687 echo -n "Generating files list from logs" | tee -a $LOGFILE
688 rm -f $BASEDIR/log/FILES
689 for i in `ls -1tr $BASEDIR/log/[^_]*`; do
690 if [ "$i" != "$BASEDIR/log/FILES" -a -n $i ]; then
691 echo "##" >>$BASEDIR/log/FILES
692 echo "## `basename $i`" >>$BASEDIR/log/FILES
693 echo "##" >>$BASEDIR/log/FILES
694 cat $i | sed "s%^\./%#%" | sort >> $BASEDIR/log/FILES
695 fi
696 done
697 beautify message DONE
698
699 cd $PWD
700}
701
702ipfirepackages() {
703 ipfiremake core-updates
704 for i in $(ls -1 $BASEDIR/config/rootfiles/packages); do
705 if [ -e $BASEDIR/lfs/$i ]; then
706 ipfiredist $i
707 else
708 echo -n $i
709 beautify message SKIP
710 fi
711 done
712 test -d $BASEDIR/packages || mkdir $BASEDIR/packages
713 mv -f $LFS/install/packages/* $BASEDIR/packages >> $LOGFILE 2>&1
714 rm -rf $BASEDIR/build/install/packages/*
715}
716
717# See what we're supposed to do
718case "$1" in
719build)
720 clear
721 BUILDMACHINE=`uname -m`
722 PACKAGE=`ls -v -r $BASEDIR/cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz 2> /dev/null | head -n 1`
723 #only restore on a clean disk
724 if [ ! -f log/cleanup-toolchain-2-tools ]; then
725 if [ ! -n "$PACKAGE" ]; then
726 beautify build_stage "Full toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
727 prepareenv
728 buildtoolchain
729 else
730 PACKAGENAME=${PACKAGE%.tar.gz}
731 beautify build_stage "Packaged toolchain compilation"
732 if [ `md5sum $PACKAGE | awk '{print $1}'` == `cat $PACKAGENAME.md5 | awk '{print $1}'` ]; then
733 tar zxf $PACKAGE
734 prepareenv
735 else
736 exiterror "$PACKAGENAME md5 did not match, check downloaded package"
737 fi
738 fi
739 else
740 echo -n "Using installed toolchain" | tee -a $LOGFILE
741 beautify message SKIP
742 prepareenv
743 fi
744
745 beautify build_start
746 beautify build_stage "Building LFS"
747 buildbase
748
749 beautify build_stage "Building IPFire"
750 buildipfire
751
752 beautify build_stage "Building installer"
753 buildinstaller
754
755 beautify build_stage "Building packages"
756 buildpackages
757
758 beautify build_stage "Checking Logfiles for new Files"
759 cd ..
760 tools/checknewlog.pl
761
762 beautify build_end
763 ;;
764shell)
765 # enter a shell inside LFS chroot
766 # may be used to changed kernel settings
767 prepareenv
768 entershell
769 ;;
770clean)
771 echo -en "${BOLD}Cleaning build directory...${NORMAL}"
772 for i in `mount | grep $BASEDIR | sed 's/^.*loop=\(.*\))/\1/'`; do
773 $LOSETUP -d $i 2>/dev/null
774 done
775 for i in `mount | grep $BASEDIR | cut -d " " -f 1`; do
776 umount $i
777 done
778 stdumount
779 for i in `seq 0 7`; do
780 if ( losetup /dev/loop${i} 2>/dev/null | grep -q "/install/images" ); then
781 umount /dev/loop${i} 2>/dev/null;
782 losetup -d /dev/loop${i} 2>/dev/null;
783 fi;
784 done
785 rm -rf $BASEDIR/build
786 rm -rf $BASEDIR/cdrom
787 rm -rf $BASEDIR/packages
788 rm -rf $BASEDIR/log
789 if [ -h /tools ]; then
790 rm -f /tools
791 fi
792 beautify message DONE
793 ;;
794downloadsrc)
795 if [ ! -d $BASEDIR/cache ]; then
796 mkdir $BASEDIR/cache
797 fi
798 mkdir -p $BASEDIR/log
799 echo -e "${BOLD}Preload all source files${NORMAL}" | tee -a $LOGFILE
800 FINISHED=0
801 cd $BASEDIR/lfs
802 for c in `seq $MAX_RETRIES`; do
803 if (( FINISHED==1 )); then
804 break
805 fi
806 FINISHED=1
807 cd $BASEDIR/lfs
808 for i in *; do
809 if [ -f "$i" -a "$i" != "Config" ]; then
810 echo -ne "Loading $i"
811 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t ($c/$MAX_RETRIES)" download >> $LOGFILE 2>&1
812 if [ $? -ne 0 ]; then
813 beautify message FAIL
814 FINISHED=0
815 else
816 if [ $c -eq 1 ]; then
817 beautify message DONE
818 fi
819 fi
820 fi
821 done
822 done
823 echo -e "${BOLD}***Verifying md5sums${NORMAL}"
824 ERROR=0
825 for i in *; do
826 if [ -f "$i" -a "$i" != "Config" ]; then
827 make -s -f $i LFS_BASEDIR=$BASEDIR MESSAGE="$i\t " md5 >> $LOGFILE 2>&1
828 if [ $? -ne 0 ]; then
829 echo -ne "MD5 difference in lfs/$i"
830 beautify message FAIL
831 ERROR=1
832 fi
833 fi
834 done
835 if [ $ERROR -eq 0 ]; then
836 echo -ne "${BOLD}all files md5sum match${NORMAL}"
837 beautify message DONE
838 else
839 echo -ne "${BOLD}not all files were correctly download${NORMAL}"
840 beautify message FAIL
841 fi
842 cd - >/dev/null 2>&1
843 ;;
844toolchain)
845 clear
846 prepareenv
847 beautify build_stage "Toolchain compilation - Native GCC: `gcc --version | grep GCC | awk {'print $3'}`"
848 buildtoolchain
849 BUILDMACHINE=`uname -m`
850 echo "`date -u '+%b %e %T'`: Create toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
851 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
852 cd $BASEDIR && tar -zc --exclude='log/_build.*.log' -f cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
853 build/{bin,etc,usr/bin,usr/local} \
854 build/tools/{bin,etc,*-linux-gnu,include,lib,libexec,sbin,share,var} \
855 log >> $LOGFILE
856 md5sum cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.tar.gz \
857 > cache/toolchains/$SNAME-$VERSION-toolchain-$BUILDMACHINE.md5
858 stdumount
859 ;;
860gettoolchain)
861 BUILDMACHINE=`uname -m`
862 # arbitrary name to be updated in case of new toolchain package upload
863 PACKAGE=$SNAME-$VERSION-toolchain-$BUILDMACHINE
864 if [ ! -f $BASEDIR/cache/toolchains/$PACKAGE.tar.gz ]; then
865 URL_TOOLCHAIN=`grep URL_TOOLCHAIN lfs/Config | awk '{ print $3 }'`
866 test -d $BASEDIR/cache/toolchains || mkdir $BASEDIR/cache/toolchains
867 echo "`date -u '+%b %e %T'`: Load toolchain tar.gz for $BUILDMACHINE" | tee -a $LOGFILE
868 cd $BASEDIR/cache/toolchains
869 wget $URL_TOOLCHAIN/$PACKAGE.tar.gz $URL_TOOLCHAIN/$PACKAGE.md5 >& /dev/null
870 if [ $? -ne 0 ]; then
871 echo "`date -u '+%b %e %T'`: error downloading $PACKAGE toolchain for $BUILDMACHINE machine" | tee -a $LOGFILE
872 else
873 if [ "`md5sum $PACKAGE.tar.gz | awk '{print $1}'`" = "`cat $PACKAGE.md5 | awk '{print $1}'`" ]; then
874 echo "`date -u '+%b %e %T'`: toolchain md5 ok" | tee -a $LOGFILE
875 else
876 exiterror "$PACKAGE.md5 did not match, check downloaded package"
877 fi
878 fi
879 else
880 echo "Toolchain is already downloaded. Exiting..."
881 fi
882 ;;
883othersrc)
884 prepareenv
885 echo -ne "`date -u '+%b %e %T'`: Build sources iso for $MACHINE" | tee -a $LOGFILE
886 chroot $LFS /tools/bin/env -i HOME=/root \
887 TERM=$TERM PS1='\u:\w\$ ' \
888 PATH=/usr/local/bin:/bin:/usr/bin:/sbin:/usr/sbin \
889 VERSION=$VERSION NAME="$NAME" SNAME="$SNAME" MACHINE=$MACHINE \
890 /bin/bash -x -c "cd /usr/src/lfs && make -f sources-iso LFS_BASEDIR=/usr/src install" >>$LOGFILE 2>&1
891 mv $LFS/install/images/ipfire-* $BASEDIR >> $LOGFILE 2>&1
892 if [ $? -eq "0" ]; then
893 beautify message DONE
894 else
895 beautify message FAIL
896 fi
897 stdumount
898 ;;
899git)
900 case "$2" in
901 update|up)
902 ## REMOVES ALL UNCOMMITTED CHANGES!
903 [ "$3" == "--force" ] && git checkout -f
904 git pull
905 ;;
906 commit|ci)
907 shift 2
908 git commit $*
909
910 [ "$?" -eq "0" ] || exiterror "git commit $* failed."
911
912 echo -e "${BOLD}Do you want to push, too? [y/N]${NORMAL}"
913 read
914 [ -z $REPLY ] && exit 0
915 for i in y Y j J; do
916 if [ "$i" == "$REPLY" ]; then
917 $0 git push
918 exit $?
919 fi
920 done
921 exiterror "\"$REPLY\" is not a valid answer."
922 ;;
923 dist)
924 git archive HEAD | gzip -9 > ${SNAME}-${VERSION}.tar.gz
925 ;;
926 diff|di)
927 echo -ne "Make a local diff to last revision"
928 git diff HEAD > ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff
929 evaluate 1
930 echo "Diff was successfully saved to ipfire-diff-$(date +'%Y-%m-%d-%H:%M').diff"
931 git diff --stat
932 ;;
933 push)
934 [ -z $GIT_USER ] && exiterror "You have to setup GIT_USER first."
935 GIT_URL="ssh://${GIT_USER}@git.ipfire.org/pub/git/ipfire-2.x"
936
937 git push ${GIT_URL} ${GIT_BRANCH} $3
938 ;;
939 log)
940 [ -z $GIT_TAG ] || LAST_TAG=$GIT_TAG
941 [ -z $LAST_TAG ] || EXT="$LAST_TAG..HEAD"
942
943 git log -n 500 --no-merges --pretty=medium --shortstat $EXT > $BASEDIR/doc/ChangeLog
944 ;;
945 esac
946 ;;
947uploadsrc)
948 PWD=`pwd`
949 cd $BASEDIR/cache/
950 echo -e "Uploading cache to ftp server:"
951 ncftpls -u $FTP_CACHE_USER -p $FTP_CACHE_PASS ftp://$FTP_CACHE_URL/$FTP_CACHE_PATH/ > /tmp/ftplist
952 for i in *; do
953 if [ "$(basename $i)" == "toolchains" ]; then continue; fi
954 grep -q $(basename $i) /tmp/ftplist
955 if [ "$?" -ne "0" ]; then
956 echo -ne "$(basename $i)"
957 ncftpput -u $FTP_CACHE_USER -p $FTP_CACHE_PASS $FTP_CACHE_URL $FTP_CACHE_PATH/ $(basename $i)
958 if [ "$?" -ne "0" ]; then
959 beautify message FAIL
960 fi
961 fi
962 done
963 rm -f /tmp/ftplist
964 cd $PWD
965 exit 0
966 ;;
967upload)
968 FTP_ISO_PORT=`echo "$FTP_ISO_URL" | awk -F: '{ print $2 }'`
969 FTP_ISO_URL=`echo "$FTP_ISO_URL" | awk -F: '{ print $1 }'`
970 if [ -z $FTP_ISO_PORT ]; then
971 FTP_ISO_PORT=21
972 fi
973 cat <<EOF > .ftp-commands
974mkdir -p $FTP_ISO_PATH$SVN_REVISION
975mkdir -p $FTP_ISO_PATH$SVN_REVISION/paks
976quit
977EOF
978 ncftp -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL < .ftp-commands
979 rm -f .ftp-commands
980
981 case "$2" in
982 iso)
983 echo -e "Uploading the iso to $FTP_ISO_PATH/$SVN_REVISION."
984
985 md5sum ipfire-$VERSION.$MACHINE-full.iso > ipfire-$VERSION.$MACHINE-full.iso.md5
986 for i in svn_status ipfire-source-r$SVN_REVISION.tar.gz ipfire-$VERSION.$MACHINE-full.iso ipfire-$VERSION.$MACHINE-full.iso.md5 ipfire-$VERSION.$MACHINE-devel.iso ipfire-$VERSION.$MACHINE-devel.iso.md5; do
987 if [ -e "$i" ]; then
988 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/ $i
989 if [ "$?" -eq "0" ]; then
990 echo "The file with name $i was successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
991 else
992 echo "There was an error while uploading the file $i to the ftp server."
993 exit 1
994 fi
995 fi
996 done
997 rm -f ipfire-$VERSION.$MACHINE-full.iso.md5
998 if [ "$3" = "--with-sources-cd" ]; then
999 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH/$SVN_REVISION/ ipfire-sources-cd-$VERSION.$MACHINE.iso
1000 fi
1001 ;;
1002 paks)
1003 ncftpput -u $FTP_ISO_USER -p $FTP_ISO_PASS -P $FTP_ISO_PORT $FTP_ISO_URL $FTP_ISO_PATH$SVN_REVISION/paks packages/*
1004 if [ "$?" -eq "0" ]; then
1005 echo -e "The packages were successfully uploaded to $FTP_ISO_URL$FTP_ISO_PATH$SVN_REVISION/."
1006 else
1007 echo -e "There was an error while uploading the packages to the ftp server."
1008 exit 1
1009 fi
1010 ;;
1011 esac
1012 ;;
1013batch)
1014 if [ "$2" = "--background" ]; then
1015 batch_script
1016 exit $?
1017 fi
1018 if [ `screen -ls | grep -q ipfire` ]; then
1019 echo "Build is already running, sorry!"
1020 exit 1
1021 else
1022 if [ "$2" = "--rebuild" ]; then
1023 export IPFIRE_REBUILD=1
1024 echo "REBUILD!"
1025 else
1026 export IPFIRE_REBUILD=0
1027 fi
1028 echo -en "${BOLD}***IPFire-Batch-Build is starting...${NORMAL}"
1029 screen -dmS ipfire $0 batch --background
1030 evaluate 1
1031 exit 0
1032 fi
1033 ;;
1034watch)
1035 watch_screen
1036 ;;
1037pxe)
1038 case "$2" in
1039 start)
1040 start_tftpd
1041 ;;
1042 stop)
1043 stop_tftpd
1044 ;;
1045 reload|restart)
1046 reload_tftpd
1047 ;;
1048 esac
1049 exit 0
1050 ;;
1051lang)
1052 update_langs
1053 ;;
1054"")
1055 clear
1056 select name in "Exit" "IPFIRE: Downloadsrc" "IPFIRE: Build (silent)" "IPFIRE: Watch Build" "IPFIRE: Batch" "IPFIRE: Clean" "LOG: Tail" "Help"
1057 do
1058 case $name in
1059 "IPFIRE: Downloadsrc")
1060 $0 downloadsrc
1061 ;;
1062 "IPFIRE: Build (silent)")
1063 $0 build-silent
1064 ;;
1065 "IPFIRE: Watch Build")
1066 $0 watch
1067 ;;
1068 "IPFIRE: Batch")
1069 $0 batch
1070 ;;
1071 "IPFIRE: Clean")
1072 $0 clean
1073 ;;
1074 "Help")
1075 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1076 cat doc/make.sh-usage
1077 ;;
1078 "LOG: Tail")
1079 tail -f log/_*
1080 ;;
1081 "Exit")
1082 break
1083 ;;
1084 esac
1085 done
1086 ;;
1087config)
1088 make_config
1089 ;;
1090*)
1091 echo "Usage: $0 {build|changelog|clean|gettoolchain|downloadsrc|shell|sync|toolchain}"
1092 cat doc/make.sh-usage
1093 ;;
1094esac